-- Logs begin at Mon 2022-02-28 09:46:09 UTC, end at Mon 2022-02-28 10:49:25 UTC. --
Feb 28 10:22:56.576880 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 28 10:22:59.495484 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.common.config [-] Logging enabled!
Feb 28 10:22:59.496085 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev544
Feb 28 10:22:59.496270 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102699) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 28 10:22:59.500650 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.common.config [-] Logging enabled!
Feb 28 10:22:59.500909 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev544
Feb 28 10:22:59.501223 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102699) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 28 10:22:59.502179 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 28 10:22:59.502415 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 28 10:22:59.502830 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 28 10:22:59.503079 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 28 10:22:59.503716 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 28 10:22:59.504046 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.504473 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Feb 28 10:22:59.504786 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.505084 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.505381 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.505680 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.505973 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.506257 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.506551 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.506876 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.507187 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.507452 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.507741 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.508034 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.508334 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.508609 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.508893 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.509174 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] debug                          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.509456 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.509890 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.510307 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.510589 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.510896 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.511173 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.511444 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.511722 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.512005 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.512332 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] host                           = dv-cinder-master-3-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.512609 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.513828 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.514117 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.514409 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.514721 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.515005 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.515292 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.515566 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.515840 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.516116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.516404 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.516691 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.516979 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.517207 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.517432 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.517736 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.518022 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.518299 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.518575 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.518873 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.519146 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.519419 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.519688 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.519970 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.520253 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.520536 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.520809 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.521081 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.521352 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.521625 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.521906 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.522178 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.522451 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.522747 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.523030 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.523299 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.523571 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.523866 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.524149 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.524432 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.524715 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.524987 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.525266 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.525537 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.525807 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.526077 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.526349 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.526638 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.526923 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.527197 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.527475 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.527745 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.528015 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.528759 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.529071 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:22:59.529373 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.529674 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.529979 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.530282 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.530576 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.530884 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.531173 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.531453 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.531741 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.532028 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.532316 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.532594 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.532895 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.533183 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.533477 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.533781 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.534074 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.534363 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.534663 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.534939 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.535213 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.535490 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.535777 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.536054 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.536340 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.536624 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.536902 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.537197 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.537481 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.537776 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.538063 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.538337 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.538633 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.538927 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.539204 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.539476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.539752 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.540038 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.540315 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.540588 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.540872 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.541151 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.541427 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.541700 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.541979 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.542267 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.542546 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.542843 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.543116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.543395 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.543668 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.544856 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.545171 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.545459 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.545743 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.546030 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.546309 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.546589 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.546894 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.547171 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.547454 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.547735 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.548011 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.548285 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.548559 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.548831 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.549105 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.549379 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.549658 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.549930 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.550204 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.550476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.550776 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.551053 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.551341 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.551640 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.551919 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.552196 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.552473 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.552749 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.553025 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.553302 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.553579 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.553854 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.554126 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.554412 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.554719 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.555009 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.555314 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.555594 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.555891 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.556171 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.556452 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.556735 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.557016 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.557297 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.557588 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.557872 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.558164 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.558457 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.558780 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.559074 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.559366 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.560732 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.561058 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.561344 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:22:59.561564 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 28 10:22:59.561804 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102699) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Feb 28 10:22:59.942474 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 28 10:22:59.942779 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 28 10:22:59.943083 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 28 10:22:59.943557 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 28 10:23:00.289603 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.289902 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.290175 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.291485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.291763 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.292037 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.339298 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.339574 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.339837 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.354504 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.354806 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.355074 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.384611 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.384892 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.385163 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.424900 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.425176 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.425444 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.781172 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f625c76d8b0> agent after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.781788 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f625c76d8b0> agent after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.781788 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f625c76d940> segment precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.781999 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f625c76d9d0> network precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.782720 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f625c778a60> segment before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.885335 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> network before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.885803 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f625c618160> agent before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.886095 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> network before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.886371 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> port before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.886664 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> port before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.886979 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> segment precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.887241 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> segment precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.887497 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> segment after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.888800 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> segment after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.889097 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.889366 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> network precommit_delete 0 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.889637 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.889897 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.890152 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.890409 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> port provisioning_complete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.890705 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.890964 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> rbac-policy after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.891235 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> agent after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.891505 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.891764 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> subnet precommit_delete 0 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.892034 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.892285 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.892564 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> segment_host_mapping after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.892936 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.893186 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.893432 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f625d2772e0>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.893824 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:00.894063 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:00.894298 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:00.894533 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:00.894792 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:00.895029 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:00.895389 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 28 10:23:00.898573 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 28 10:23:00.902639 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 28 10:23:00.907536 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Feb 28 10:23:00.909171 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 28 10:23:00.909645 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 28 10:23:00.909981 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Feb 28 10:23:00.910366 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 28 10:23:00.913199 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 28 10:23:00.913451 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 28 10:23:00.913791 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Feb 28 10:23:00.918615 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Feb 28 10:23:00.942742 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 28 10:23:00.943189 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f625c734190>> qos_plugin after_init 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.943488 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102699) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Feb 28 10:23:00.943845 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f625c7343a0>> logging-plugin after_init 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.945229 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102699) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 28 10:23:00.945506 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Feb 28 10:23:00.945754 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Feb 28 10:23:00.949019 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f625c70d0d0>> floatingip before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:00.949302 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f625c70d0d0>> port before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.013951 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 28 10:23:01.014191 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 28 10:23:01.014433 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 28 10:23:01.014833 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 28 10:23:01.035779 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_db.sqlalchemy.engines [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102699) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Feb 28 10:23:01.482536 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing driver for type 'gre'
Feb 28 10:23:01.483094 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] gre ID ranges: [(1, 1000)]
Feb 28 10:23:01.534736 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing driver for type 'local'
Feb 28 10:23:01.535081 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing driver for type 'vlan'
Feb 28 10:23:01.548455 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] VlanTypeDriver initialization complete
Feb 28 10:23:01.548842 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing driver for type 'vxlan'
Feb 28 10:23:01.549333 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] vxlan ID ranges: [(1, 1000)]
Feb 28 10:23:01.602456 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing extension driver 'port_security'
Feb 28 10:23:01.602861 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.extensions.port_security [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] PortSecurityExtensionDriver initialization complete
Feb 28 10:23:01.603199 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing mechanism driver 'openvswitch'
Feb 28 10:23:01.603530 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing mechanism driver 'hyperv'
Feb 28 10:23:01.610318 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.plugin [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:01.611215 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c833d60>> port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.611601 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c833d60>> port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.611967 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c833d60>> port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.612501 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Feb 28 10:23:01.612951 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c851be0>> subnet after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.613302 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c851be0>> subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.613657 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c851be0>> subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.614057 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Feb 28 10:23:01.614474 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c143c70>> network after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.614859 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c143c70>> network after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.615208 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c143c70>> network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.615609 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Feb 28 10:23:01.616019 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15d1c0>> security_group after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.616378 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15d1c0>> security_group after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.616725 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15d1c0>> security_group after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.617128 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Feb 28 10:23:01.617541 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15d700>> security_group_rule after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.617891 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15d700>> security_group_rule after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.618244 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15d700>> security_group_rule after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.618668 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Feb 28 10:23:01.619080 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15dc10>> address_group after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.619428 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15dc10>> address_group after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.619772 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f625c15dc10>> address_group after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.620173 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Feb 28 10:23:01.620625 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] ML2 OVO RPC backend initialized. {{(pid=102699) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Feb 28 10:23:01.621334 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> router_interface after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.621696 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> router_interface after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.622629 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> network before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.622994 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> networks before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.623347 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> port before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.623695 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> ports before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.624044 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> subnet before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.624395 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> subnets before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.624749 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> network after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.625097 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> network after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.625444 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.625791 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.626139 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.626484 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.626853 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> subnet after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.627201 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.627544 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f625c164340>> subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.634902 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f625c164490>.
Feb 28 10:23:01.635278 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.plugin [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Modular L2 Plugin initialization complete
Feb 28 10:23:01.635638 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading services supported by the core plugin {{(pid=102699) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 28 10:23:01.635990 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Got port-security extension from driver 'port_security'
Feb 28 10:23:01.636478 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.extensions.vlantransparent [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Disabled vlantransparent extension.
Feb 28 10:23:01.636976 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102699) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 28 10:23:01.637314 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: router
Feb 28 10:23:01.673653 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router_interface before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.674058 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router after_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.674442 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router before_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.674848 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router_interface before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.675233 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router_interface after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.675599 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router after_delete 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.675967 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> floatingip after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.676324 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> floatingip after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.676695 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router after_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.677048 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.677406 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.677762 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router_gateway after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.678128 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.678544 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router precommit_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.678950 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f625c927ee0> port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.679299 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f625c927dc0> port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.679647 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f625c927e50> subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.679990 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f625c927f70> subnetpool_address_scope after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.680345 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> port precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.680703 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router precommit_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.681056 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f625c90c790> port before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.681407 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.681771 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.682119 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router precommit_delete 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.682625 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router precommit_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.683010 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router_interface after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.683366 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> router precommit_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.683741 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> agent after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.684167 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> agent after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.685074 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f625c164430>> network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.686036 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Tracking information for resource: router configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:01.686385 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Tracking information for resource: floatingip configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 10:23:01.691375 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.db.l3_agentschedulers_db [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 28 10:23:01.691964 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f625c12a9d0> port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.692339 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f625c12a8b0> port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.692706 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function _notify_port_delete at 0x7f625c12a940> port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.693067 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f625c12aaf0> port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.693869 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f625c0de3a0>> router before_create 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.694244 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f625c0de3a0>> router precommit_delete 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.694633 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f625c0de3a0>> router precommit_create 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.695001 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f625c0de3a0>> router precommit_update 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.699822 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.services.provider_configuration [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service providers = [] {{(pid=102699) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 28 10:23:01.700298 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.db.servicetype_db [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102699) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 28 10:23:01.703760 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 10:23:01.704118 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 10:23:01.704468 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 10:23:01.705372 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 10:23:01.705754 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.services.service_base [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 28 10:23:01.706150 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.706480 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 28 10:23:01.717550 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.717895 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: auto_allocate
Feb 28 10:23:01.723752 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f625c0f6ee0> network precommit_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.724130 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f625c0f6ee0> network precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.724656 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.724987 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: tag
Feb 28 10:23:01.731949 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.732287 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: timestamp
Feb 28 10:23:01.736222 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.736495 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: network_ip_availability
Feb 28 10:23:01.741979 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f625c0f29d0>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.742365 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f625c0f29d0>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.742757 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f625c0f29d0>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.743485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.743814 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: flavors
Feb 28 10:23:01.749449 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.749796 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading Plugin: revisions
Feb 28 10:23:01.754235 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 10:23:01.754658 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 28 10:23:01.755427 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102699) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Feb 28 10:23:01.755779 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Initializing extension manager.
Feb 28 10:23:01.756314 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: __init__.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.756666 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: __pycache__ {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.757013 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.757354 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.758125 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.758748 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: address-group
Feb 28 10:23:01.759086 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: address_scope.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.759810 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.760329 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: address-scope
Feb 28 10:23:01.760661 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.761600 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.762120 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: router-admin-state-down-before-update
Feb 28 10:23:01.762452 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: agent.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.763300 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.763828 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: agent
Feb 28 10:23:01.764162 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: agent_resources_synced.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.765095 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.765610 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: agent-resources-synced
Feb 28 10:23:01.765941 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: allowedaddresspairs.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.767828 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.768354 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: allowed-address-pairs
Feb 28 10:23:01.768696 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: auto_allocated_topology.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.769786 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.770310 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: auto-allocated-topology
Feb 28 10:23:01.770676 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.771384 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.771899 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: availability_zone
Feb 28 10:23:01.772232 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: availability_zone_filter.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.773158 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.773669 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: availability_zone_filter
Feb 28 10:23:01.774000 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: data_plane_status.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.774952 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.775463 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 28 10:23:01.775793 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: default_subnetpools.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.776719 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.777229 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: default-subnetpools
Feb 28 10:23:01.777560 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.779002 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.779521 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: dhcp_agent_scheduler
Feb 28 10:23:01.779860 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: dns.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.780799 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.781312 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension dns-integration not supported by any of loaded plugins
Feb 28 10:23:01.781865 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: dns_domain_ports.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.782560 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.783096 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 28 10:23:01.783430 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.784363 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.784907 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Feb 28 10:23:01.785243 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: dvr.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.785926 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.786439 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: dvr
Feb 28 10:23:01.786798 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: ecmp_routes.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.787734 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.788249 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension ecmp_routes not supported by any of loaded plugins
Feb 28 10:23:01.788582 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: empty_string_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.789503 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.790022 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: empty-string-filtering
Feb 28 10:23:01.790354 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.791314 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.791833 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 28 10:23:01.792164 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.793098 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.793614 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 28 10:23:01.794888 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: external_net.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.795537 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.796055 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: external-net
Feb 28 10:23:01.796388 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.797313 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.797828 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: extra_dhcp_opt
Feb 28 10:23:01.798161 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: extraroute.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.799116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.799633 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: extraroute
Feb 28 10:23:01.799980 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: extraroute_atomic.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.801013 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.801529 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: extraroute-atomic
Feb 28 10:23:01.801864 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: filter_validation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.802541 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.803080 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: filter-validation
Feb 28 10:23:01.803413 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: fip_pf_description.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.804339 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.804853 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 28 10:23:01.805185 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: fip_port_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.806305 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.806863 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: fip-port-details
Feb 28 10:23:01.807199 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: flavors.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.808462 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.808988 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: flavors
Feb 28 10:23:01.809326 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.811077 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.811610 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 28 10:23:01.811948 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: floatingip_pools.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.812667 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.813182 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: floatingip-pools
Feb 28 10:23:01.813519 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: ip_allocation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.814460 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.815014 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 28 10:23:01.815352 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.816289 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.816805 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: ip-substring-filtering
Feb 28 10:23:01.817137 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l2_adjacency.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.818074 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.818586 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 28 10:23:01.818942 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.819908 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.820433 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: router
Feb 28 10:23:01.820766 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.823085 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.823628 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 28 10:23:01.823975 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.824930 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.825985 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: ext-gw-mode
Feb 28 10:23:01.826319 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.827278 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.827801 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: l3-ha
Feb 28 10:23:01.828134 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.829060 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.829574 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Feb 28 10:23:01.829906 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3_flavors.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.830870 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.831393 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: l3-flavors
Feb 28 10:23:01.831721 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.833387 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.833911 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Feb 28 10:23:01.834252 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.835215 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.835743 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 28 10:23:01.836082 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: l3agentscheduler.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.837128 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.837649 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: l3_agent_scheduler
Feb 28 10:23:01.837987 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: local_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.839810 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.840334 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension local_ip not supported by any of loaded plugins
Feb 28 10:23:01.840676 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: logging.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.844368 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.844912 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension logging not supported by any of loaded plugins
Feb 28 10:23:01.845268 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: metering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.846059 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.846688 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: metering
Feb 28 10:23:01.847037 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.848163 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.848692 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: metering_source_and_destination_fields
Feb 28 10:23:01.849032 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: multiprovidernet.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.849971 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.850507 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: multi-provider
Feb 28 10:23:01.850861 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: netmtu.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.851793 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.852309 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: net-mtu
Feb 28 10:23:01.852645 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: netmtu_writable.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.853574 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.854093 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: net-mtu-writable
Feb 28 10:23:01.854428 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: network_availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.855142 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.855660 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: network_availability_zone
Feb 28 10:23:01.856004 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: network_ip_availability.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.857462 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.857984 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: network-ip-availability
Feb 28 10:23:01.858322 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: network_segment_range.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.859131 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.859642 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 28 10:23:01.859975 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: pagination.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.860980 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.861315 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: pagination
Feb 28 10:23:01.861646 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: port_device_profile.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.862571 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.863124 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: port-device-profile
Feb 28 10:23:01.863459 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.864384 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.864904 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: port-mac-address-regenerate
Feb 28 10:23:01.865239 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.866178 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.866733 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: port-numa-affinity-policy
Feb 28 10:23:01.867069 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: port_resource_request.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.868011 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.868531 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 28 10:23:01.868866 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: port_resource_request_groups.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.869840 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.870357 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Feb 28 10:23:01.870735 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: portbindings.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.871661 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.872334 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: binding
Feb 28 10:23:01.872677 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: portbindings_extended.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.873961 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.874482 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: binding-extended
Feb 28 10:23:01.874852 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: portsecurity.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.875775 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.876301 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: port-security
Feb 28 10:23:01.876636 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: project_id.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.877619 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.877957 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: project-id
Feb 28 10:23:01.878289 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: providernet.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.879252 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.879782 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: provider
Feb 28 10:23:01.880117 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.883762 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.884296 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos not supported by any of loaded plugins
Feb 28 10:23:01.884637 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.885910 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.886440 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 28 10:23:01.886862 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.888377 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.888900 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 28 10:23:01.889235 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_default.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.890164 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.890710 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-default not supported by any of loaded plugins
Feb 28 10:23:01.891049 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_fip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.891996 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.892514 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-fip not supported by any of loaded plugins
Feb 28 10:23:01.892847 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.893780 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.894295 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Feb 28 10:23:01.894647 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_gateway_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.895582 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.896097 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 28 10:23:01.896434 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_port_network_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.897485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.898000 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 28 10:23:01.898334 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.899423 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.899941 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Feb 28 10:23:01.900274 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.901327 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.901851 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Feb 28 10:23:01.902184 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_pps_rule.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.903970 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.904838 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-pps not supported by any of loaded plugins
Feb 28 10:23:01.905184 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_rule_type_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.906122 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.906681 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 28 10:23:01.907018 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: qos_rules_alias.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.908097 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.908623 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 28 10:23:01.908957 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: quota_check_limit.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.909889 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.910415 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: quota-check-limit
Feb 28 10:23:01.910776 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: quotasv2.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.911741 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.912077 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: quotas
Feb 28 10:23:01.912408 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: quotasv2_detail.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.914149 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.914499 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: quota_details
Feb 28 10:23:01.914872 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: rbac.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.915939 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.916481 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: rbac-policies
Feb 28 10:23:01.916825 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: rbac_address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.917765 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.918293 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: rbac-address-group
Feb 28 10:23:01.918651 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: rbac_address_scope.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.919683 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.920205 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: rbac-address-scope
Feb 28 10:23:01.920541 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: rbac_security_groups.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.921467 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.921986 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: rbac-security-groups
Feb 28 10:23:01.922318 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: rbac_subnetpool.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.923354 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.923874 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: rbac-subnetpool
Feb 28 10:23:01.924208 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: revisionifmatch.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.925145 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.925668 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: revision-if-match
Feb 28 10:23:01.926001 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: revisions.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.927155 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.927681 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: standard-attr-revisions
Feb 28 10:23:01.928018 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: router_availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.928699 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.929219 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: router_availability_zone
Feb 28 10:23:01.929550 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: routerservicetype.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.930492 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.931047 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension router-service-type not supported by any of loaded plugins
Feb 28 10:23:01.931380 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.932316 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.932833 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: security-groups-normalized-cidr
Feb 28 10:23:01.933165 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.934098 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.934669 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: port-security-groups-filtering
Feb 28 10:23:01.935009 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.935941 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.936467 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: security-groups-remote-address-group
Feb 28 10:23:01.936799 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.937746 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.938265 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: security-groups-shared-filtering
Feb 28 10:23:01.938613 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.939219 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Feb 28 10:23:01.939545 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: securitygroup.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.949293 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.949836 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: security-group
Feb 28 10:23:01.950730 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: segment.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.951530 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.952050 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension segment not supported by any of loaded plugins
Feb 28 10:23:01.952391 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.953356 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.953875 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 28 10:23:01.954210 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: servicetype.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.955378 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.955903 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: service-type
Feb 28 10:23:01.956240 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: sorting.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.957497 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.957839 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: sorting
Feb 28 10:23:01.958179 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: standard_attr_segment.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.959134 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.959657 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 28 10:23:01.959990 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: standardattrdescription.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.960649 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.961160 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: standard-attr-description
Feb 28 10:23:01.961492 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: stateful_security_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.962436 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.962984 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: stateful-security-group
Feb 28 10:23:01.963318 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: stdattrs_common.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.963900 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 28 10:23:01.964229 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.965170 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.965694 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 28 10:23:01.966726 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: subnet_onboard.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.967922 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.968450 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: subnet_onboard
Feb 28 10:23:01.968785 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.969740 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.970256 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 28 10:23:01.970588 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: subnet_service_types.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.971541 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.972064 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: subnet-service-types
Feb 28 10:23:01.972397 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: subnetallocation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.973488 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.974011 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: subnet_allocation
Feb 28 10:23:01.974346 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.975049 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.975572 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: subnetpool-prefix-ops
Feb 28 10:23:01.975905 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.976861 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.977380 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 28 10:23:01.977713 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: tagging.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.978820 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.979344 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: standard-attr-tag
Feb 28 10:23:01.979679 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: timestamp.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.980909 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.981473 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loaded extension: standard-attr-timestamp
Feb 28 10:23:01.981814 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: trunk.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.982930 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.983455 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension trunk not supported by any of loaded plugins
Feb 28 10:23:01.983793 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: trunk_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.984728 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.985246 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension trunk-details not supported by any of loaded plugins
Feb 28 10:23:01.985580 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: uplink_status_propagation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.986564 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.987108 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 28 10:23:01.987442 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Loading extension file: vlantransparent.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 28 10:23:01.988122 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 28 10:23:01.988635 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 28 10:23:01.991188 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:network
Feb 28 10:23:01.991719 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:subnet
Feb 28 10:23:01.992127 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 10:23:01.992527 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:port
Feb 28 10:23:01.993786 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:01.994244 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service FLAVORS assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:01.994884 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:01.995325 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:01.995665 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:router
Feb 28 10:23:01.996118 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:floatingip
Feb 28 10:23:01.996623 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service METERING assigned prefix: /metering {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:01.998129 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f625bf8fee0>> rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.998511 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f625bf8fee0>> rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.998906 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f625bf8fee0>> rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:23:01.999914 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 28 10:23:02.000375 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:security_group
Feb 28 10:23:02.000838 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 28 10:23:02.001451 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service CORE assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.001793 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 10:23:02.002151 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] subnetpool is already registered
Feb 28 10:23:02.002621 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service CORE assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.002951 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 10:23:02.003300 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] subnetpool is already registered
Feb 28 10:23:02.005624 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.006070 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service FLAVORS assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.006696 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.007129 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.007473 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:router
Feb 28 10:23:02.007818 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] router is already registered
Feb 28 10:23:02.008235 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:floatingip
Feb 28 10:23:02.008582 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] floatingip is already registered
Feb 28 10:23:02.009045 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service METERING assigned prefix: /metering {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.009718 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 28 10:23:02.010053 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] rbac_policy is already registered
Feb 28 10:23:02.010475 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:security_group
Feb 28 10:23:02.010972 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] security_group is already registered
Feb 28 10:23:02.011392 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 28 10:23:02.011731 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] security_group_rule is already registered
Feb 28 10:23:02.012370 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service CORE assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.013241 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 10:23:02.013591 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] subnetpool is already registered
Feb 28 10:23:02.014022 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Service CORE assigned prefix:  {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 10:23:02.014353 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 10:23:02.014726 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] subnetpool is already registered
Feb 28 10:23:02.015202 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: extensions {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.016692 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: address-groups {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.018254 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: address-scopes {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.019649 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.020840 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: auto-allocated-topology {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.022087 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: availability_zones {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.023376 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: dhcp-networks {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.024903 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: dhcp-agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.026339 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.029176 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: flavors {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.030373 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: service_profiles {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.031644 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: next_providers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.033112 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: service_profiles {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.034718 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: floatingip-pools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.035974 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.038123 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: floatingips {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.040352 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: l3-routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.041787 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: l3-agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.043245 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: metering-labels {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.044688 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: metering-label-rules {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.045980 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: network-ip-availabilities {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.047295 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: bindings {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.049028 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: quotas {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.050682 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: quotas {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.052175 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: rbac-policies {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.053499 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: security-groups {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.054781 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: security-group-rules {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.056065 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: service-providers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.057296 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: subnetpools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.058765 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: subnetpools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.060287 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.061995 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.063913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.065713 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.067566 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.069439 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.071269 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.073184 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.075010 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.077527 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 28 10:23:02.083677 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING keystonemiddleware.auth_token [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 28 10:23:02.088385 dv-cinder-master-3-iscsi neutron-server[102699]: WARNING keystonemiddleware.auth_token [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 28 10:23:02.097718 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Acquired lock "singleton_lock" {{(pid=102699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Feb 28 10:23:02.098367 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Releasing lock "singleton_lock" {{(pid=102699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Feb 28 10:23:02.099075 dv-cinder-master-3-iscsi neutron-server[102699]: INFO oslo_service.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Starting 2 workers
Feb 28 10:23:02.104028 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Started child 102808 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 28 10:23:02.108963 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Started child 102809 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 28 10:23:02.109616 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:02.110576 dv-cinder-master-3-iscsi neutron-server[102699]: INFO neutron.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 28 10:23:02.111261 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:02.111452 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [-] (102808) wsgi starting up on http://0.0.0.0:9696
Feb 28 10:23:02.113825 dv-cinder-master-3-iscsi neutron-server[102699]: INFO oslo_service.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Starting 1 workers
Feb 28 10:23:02.114216 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:02.115657 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [-] (102809) wsgi starting up on http://0.0.0.0:9696
Feb 28 10:23:02.119125 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Started child 102810 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 28 10:23:02.119670 dv-cinder-master-3-iscsi neutron-server[102699]: INFO oslo_service.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Starting 1 workers
Feb 28 10:23:02.123018 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] calling RpcWorker wait() {{(pid=102810) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 28 10:23:02.123590 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] returning from RpcWorker wait() {{(pid=102810) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 28 10:23:02.124379 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Started child 102811 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 28 10:23:02.124718 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:02.125192 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:02.125283 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-b11eff25-11e9-4535-a229-081ecf0b7844 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:02.127221 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 28 10:23:02.127438 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 28 10:23:02.127629 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 28 10:23:02.127862 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 28 10:23:02.128231 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 28 10:23:02.128387 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 28 10:23:02.128924 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.129212 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.129485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.129734 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.129947 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:02.130425 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.130588 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.130880 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.131119 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.131209 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:02.131389 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.131644 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.131817 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.131988 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.132249 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.132503 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.132808 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.133071 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.133312 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.133568 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.133743 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.134023 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.134302 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.134550 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.134859 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] debug                          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.135119 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.135631 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.135861 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.136128 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.136348 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.136613 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.136843 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.137133 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.137373 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.137597 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.138395 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.139196 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.139196 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.139196 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.139568 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.139702 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.140012 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.140153 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.140565 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.140806 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.141043 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.141266 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.141515 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.141776 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.142028 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.142355 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.142563 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.142819 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.143047 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.143306 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.143538 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.143786 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.144024 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.144192 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.144451 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.144734 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.144992 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.145185 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.145358 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.145533 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.145795 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.145961 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.146216 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.146436 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.146710 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.146947 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.147197 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.147435 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.147710 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.147946 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.148293 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.148515 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.148774 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.149037 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.149268 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.149530 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.149768 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.150173 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.150173 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.150770 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.150770 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.151426 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.151426 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.151709 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.151709 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.151973 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.152217 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.152414 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.152647 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.152882 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.153116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.153389 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.154263 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.154263 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.154975 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.155252 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.155542 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.155985 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.156116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.156267 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.156511 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.156749 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.156991 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.157241 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.157462 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.157869 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.158036 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.158403 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.158547 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.158704 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.159124 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.159411 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.159732 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.160018 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.160257 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.160557 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.160687 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.160972 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.161243 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.161519 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.161759 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.162495 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.162495 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.162888 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.162999 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.164208 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.164208 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.164208 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.164208 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.164550 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.164550 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.164755 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.165012 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.165260 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.165497 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.165748 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.165989 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.166286 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.166561 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.166901 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.167192 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.167450 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.167737 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.169913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.171935 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173992 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.173992 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.174148 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.174287 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.174577 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.174826 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.175129 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.175361 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.175579 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.175792 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.176028 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.176229 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.176966 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.176966 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.176966 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.177252 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.177334 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.177532 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.177775 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.178025 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.178246 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.178473 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.178731 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.178949 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.179180 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.179585 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.180159 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.180159 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.180474 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.180474 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.180749 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.181059 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.181059 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.181309 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.181433 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.181805 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.182045 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.182309 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.182557 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.182804 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.183063 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.183301 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.183551 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.183770 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.184002 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.184234 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.185314 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.185553 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.185788 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.186012 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.186236 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.186507 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.186759 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.187016 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.187340 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.187589 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.187832 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.188064 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.188346 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.188582 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.188838 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.189090 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.189569 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.189861 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.190120 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.190372 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.190643 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.190919 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.191430 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.191707 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.191941 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.192363 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.192805 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.193153 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.193470 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.193809 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.194125 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.194379 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.194640 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.194906 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.195151 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.195363 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.195774 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.196243 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.196672 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.196916 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.197161 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.197434 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.197685 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.197930 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.198204 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.198465 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.198741 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.199150 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.199387 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.199629 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.199880 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.200149 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.201646 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.201646 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.201646 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.201646 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.201950 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.202063 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.202468 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.202737 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.202970 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.203185 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.203404 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.203830 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.204088 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.204306 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.204555 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.204796 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.205015 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.205255 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.205485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.205708 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.205959 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.206180 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.206447 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.206731 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.207116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.207648 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.207914 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.208148 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.208366 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.208616 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.208842 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.209084 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.209302 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.209522 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.209757 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.210000 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.210237 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.210460 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.210719 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.210969 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.211318 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.211742 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.212002 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.212268 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.212708 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.212930 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.213147 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.213395 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.213607 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.214020 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.214257 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.214486 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.214879 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.215137 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.215455 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.215692 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.216193 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.216643 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.217044 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.217425 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.217660 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.217886 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.218107 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.218328 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.218582 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.218826 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.219056 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.219278 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.219491 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.219791 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.220052 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.220285 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.220553 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.220795 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.221051 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.221441 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.221658 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.221888 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.222115 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.222338 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.222552 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.222809 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.223028 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.223243 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.223468 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.223687 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.223921 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.224171 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.224416 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.224634 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.224859 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.225079 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.225293 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.225522 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.225732 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.225950 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.226173 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.226396 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.226636 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.226865 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.227075 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.227287 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.227533 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.227751 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.227963 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.228227 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.228483 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.228723 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.229027 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.229287 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.229533 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.229775 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.230086 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.230328 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.230626 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.230844 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.231067 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.231291 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.231683 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.232064 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.232325 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.232600 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.232864 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.233156 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.233442 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.233715 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.233934 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.234254 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.234615 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.234904 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.235153 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.235384 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.235646 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.235896 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.236116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.236350 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.236662 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.236837 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.237079 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.237326 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.237577 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.237796 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.238045 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.238186 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:02.238322 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.238478 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.238755 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.238984 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.239226 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.239386 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 28 10:23:02.239937 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 28 10:23:02.240102 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 28 10:23:02.240258 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 28 10:23:02.240422 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 28 10:23:02.240596 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 28 10:23:02.240828 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 28 10:23:02.241047 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.241909 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.241909 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.241909 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.241909 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.241909 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.242515 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.242515 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.242515 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.242515 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.242877 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.242877 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.243190 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.243190 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.243190 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.243550 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.243550 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.243786 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.243786 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.244018 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.244140 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.244263 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.244385 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] debug                          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.244539 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.244739 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.244905 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.245067 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.245227 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.245387 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.245547 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.245707 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.245867 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.246027 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.246187 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.246347 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.246507 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.246689 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.246851 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.247517 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.247691 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.247852 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.248012 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.248172 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.248333 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.248493 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.248653 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.248818 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.248978 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.249139 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.249300 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.249594 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.249755 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.249917 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.250077 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.250237 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.250398 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.250557 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.250743 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.250904 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.251063 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.251250 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.251418 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.251579 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.251739 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.251901 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.252061 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.252221 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.252381 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.252546 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.254717 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.254717 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.254717 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.254931 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38208) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255476 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255919 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255919 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.255919 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.256118 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.256189 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.256354 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.256657 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.257025 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.257187 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.257500 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.257662 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.257972 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.258133 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.258441 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.258617 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.258930 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.259102 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.259250 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.259549 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.259847 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.260008 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.260184 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.260358 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.260508 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.260659 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 10:23:02.260816 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.261003 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.261158 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.261469 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.261642 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.261806 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.261938 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065892
Feb 28 10:23:02.262060 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.262190 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.263640 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.263888 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.264063 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.264382 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.264713 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.264879 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.265046 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.265215 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266000 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266000 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266000 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266000 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266000 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266307 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266307 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266557 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266779 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266779 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.266932 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.267097 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.267263 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.268350 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.268523 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.268692 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.268858 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.269180 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.269347 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.269514 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.269680 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.269845 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.270010 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.270170 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.270469 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.270807 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.271925 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.271925 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.271925 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.271925 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.271925 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.271925 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.271925 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.272376 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.272376 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.272376 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.272559 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.272739 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.273641 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.273823 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.273967 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.274297 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.274635 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.274946 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.275261 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.276791 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.276791 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.276791 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.276791 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.277075 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.277075 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.277207 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.277342 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.277701 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.277869 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.278038 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.278203 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.278492 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.278751 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.278919 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.279161 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.279331 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.279499 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.279658 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.279827 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.279993 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.280158 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.280320 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.280483 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.280648 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.280810 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.280974 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.281138 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.281301 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.281466 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.281638 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.281818 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.282632 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.282632 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.282632 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.282632 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.282632 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.282997 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.282997 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.283143 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.283251 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.283407 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.283593 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.283740 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.283891 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.284032 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.284172 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.284326 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.284566 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.284711 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.284846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.284977 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.285113 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.285257 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.285395 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.285539 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.285683 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.285821 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.285996 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.286161 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.286329 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.286491 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.286683 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.286855 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.287020 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.287185 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.287341 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.287502 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.287657 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.287818 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.287982 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.288141 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.288298 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.288461 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.288637 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.288804 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.288968 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.289130 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.289318 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.289481 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.289643 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.289807 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.289970 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.290132 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.290295 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.290457 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.290778 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.290913 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.291378 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.291378 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.291378 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.291706 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.291706 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.291706 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.291960 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.292041 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.292169 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.292333 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.292497 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.292659 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.292822 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.292984 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.293147 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.293310 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.293473 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.293635 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.293798 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.293970 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.294139 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.294302 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.294463 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.294809 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.294809 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.295028 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.295136 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.295250 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.295406 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.296846 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.297652 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.297652 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.297652 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.297652 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.297652 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.297652 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298278 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298278 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298278 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298278 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298569 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298569 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298789 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298870 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.298995 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.299159 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.299322 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.299485 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.299651 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.299816 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.299980 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.300144 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.300307 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.300470 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.300635 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.300805 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.300973 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.301133 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.301297 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.301462 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.301623 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.301783 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.301947 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.302110 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.302279 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.302425 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.302590 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.302788 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.302952 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.303116 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.303278 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.303441 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.303605 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.303779 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.303942 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.304105 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.304269 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.304432 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.304595 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.304770 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.304986 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.305075 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.305235 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.305397 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.305560 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.305732 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.306670 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.306670 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.306670 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.306670 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.306670 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.306670 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307125 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307125 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307125 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307360 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307441 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307606 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307772 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.307934 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.308098 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.308305 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.308405 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.308580 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.308748 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.308912 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.309085 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.309248 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.309411 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.310102 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.310283 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.310514 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.310634 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.310766 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.310926 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.311088 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.311254 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.311450 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.311587 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.311756 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.311920 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.312092 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.312266 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.312439 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.312602 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.312772 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.312947 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.313109 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.313272 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.313436 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.313599 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.313762 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.313924 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.314087 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.314249 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.314412 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.314574 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.314774 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.314927 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.315054 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.315211 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.315375 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.316311 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.316311 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.316311 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.316311 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 10:23:02.316311 dv-cinder-master-3-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 28 10:23:13.682946 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6e964-fd2c-43a5-ad10-f3d99a0db4ba None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=102810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 28 10:23:13.737854 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6e964-fd2c-43a5-ad10-f3d99a0db4ba None None] No non-hosted networks {{(pid=102810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 28 10:23:13.752250 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.agentschedulers_db [None req-dfd6e964-fd2c-43a5-ad10-f3d99a0db4ba None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=102810) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Feb 28 10:23:13.807233 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2f2489de-160f-4b96-a14b-e7206f7def48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545951'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:15.940939 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-112a7647-c481-4223-851f-6ab554c295f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545951'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:15.980973 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-17388f09-c970-48a0-8e25-82573dee4018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:17.084666 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545951'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:18.469474 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545951'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:19.810909 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 38292) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:19.888623 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545951'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:19.889307 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.889704 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.890047 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.890381 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.890767 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.891187 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.891520 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.891872 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.892203 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.892529 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.892877 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.893200 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.893779 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:19.894188 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f625bb27130>, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:19.900354 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f625aa85400>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:20.345044 dv-cinder-master-3-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-7d918eee-288e-4615-9b34-2d29b07d28a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:20.345631 dv-cinder-master-3-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-7d918eee-288e-4615-9b34-2d29b07d28a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:20.573531 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [None req-7d918eee-288e-4615-9b34-2d29b07d28a5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:23:20.590629 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7d918eee-288e-4615-9b34-2d29b07d28a5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7612824
Feb 28 10:23:23.064626 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.db.l3_hamode_db [None req-d02aa555-5b47-467e-9b99-b118cdd23945 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 28 10:23:23.143976 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02aa555-5b47-467e-9b99-b118cdd23945 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:23:23.144374 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02aa555-5b47-467e-9b99-b118cdd23945 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 28 10:23:23.163203 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38318) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:23.650038 dv-cinder-master-3-iscsi neutron-server[102808]: WARNING oslo_policy.policy [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:23.650669 dv-cinder-master-3-iscsi neutron-server[102808]: WARNING oslo_policy.policy [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:23.877339 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:23:23.971242 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.policy [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102808) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 28 10:23:24.014082 dv-cinder-master-3-iscsi neutron-server[102808]: WARNING oslo_policy.policy [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:24.014452 dv-cinder-master-3-iscsi neutron-server[102808]: WARNING oslo_policy.policy [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:24.107118 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753779075648', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753779075127', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753779090112', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753779087737', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753779110241', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753779105343', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1384627', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443969', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7977778'] for rbac-policy (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:24.172568 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:24.173818 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-6adc8cf6-6e13-447a-a556-2d537f75636b admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0096810
Feb 28 10:23:26.663868 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38334) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:27.013724 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:23:27.043904 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Made reservation on behalf of 067e263bb06c40a4a0e9fe2adf525073 for: {'network': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:23:27.048037 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.069913 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.204045 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks [] for security_group (b342da4a-f1d6-4129-b25a-8649cf55a947), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.207875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (b342da4a-f1d6-4129-b25a-8649cf55a947), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.237766 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=102808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:23:27.282253 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753777175956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (3d663257-24de-4d1a-8659-80a1f1d73464), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.282865 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f625c76d940> segment precommit_create {{(pid=102808) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 28 10:23:27.283386 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.segments_db [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Added segment 3d663257-24de-4d1a-8659-80a1f1d73464 of type vlan for network 96956e25-165d-4745-af17-74ce59e524bb
Feb 28 10:23:27.305435 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b342da4a-f1d6-4129-b25a-8649cf55a947,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:27.364703 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.365071 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.365432 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.365772 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.366099 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.366423 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.366823 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.367246 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.367602 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.367946 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.368267 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.368588 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.368905 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Tracked resource versions report:
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]: pushed versions:
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]: {   'AddressGroup': {'1.2'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'ConntrackHelper': {'1.0'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'Log': {'1.0'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'Network': {'1.1'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'Port': {'1.7'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'PortForwarding': {'1.2'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'QosPolicy': {'1.10'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'SecurityGroup': {'1.5'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'SubPort': {'1.0'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'Subnet': {'1.1'},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     'Trunk': {'1.1'}}
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]: consumer versions:
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Log': '1.0',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Network': '1.1',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Port': '1.7',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'PortForwarding': '1.2',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'QosPolicy': '1.10',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'SecurityGroup': '1.5',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'SubPort': '1.0',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Subnet': '1.1',
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Trunk': '1.1'}}
Feb 28 10:23:27.370321 dv-cinder-master-3-iscsi neutron-server[102808]:  {{(pid=102808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:23:27.416150 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (96956e25-165d-4745-af17-74ce59e524bb), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.456147 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (96956e25-165d-4745-af17-74ce59e524bb), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.461527 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:27.462277 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:27.538682 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.8737020
Feb 28 10:23:27.585969 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33231f1d-f6a0-405c-a8a3-08b12f99f035 demo demo] Pushing event updated for resources: {'Network': ['ID=96956e25-165d-4745-af17-74ce59e524bb,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:27.598646 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 96956e25-165d-4745-af17-74ce59e524bb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:23:30.074242 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38346) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:30.472226 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b582051-2f26-4360-8986-feec8fdfd48e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:30.473537 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0b582051-2f26-4360-8986-feec8fdfd48e demo admin] 10.222.0.21 "GET /v2.0/networks/96956e25-165d-4745-af17-74ce59e524bb HTTP/1.1" status: 200  len: 825 time: 0.3982892
Feb 28 10:23:30.497362 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-92f3bef4-6b8e-4e77-b6de-0b9c03535874 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/1823ae1a-5d61-4093-a4e3-de6291f51ad7 HTTP/1.1" status: 200  len: 734 time: 0.0182562
Feb 28 10:23:30.505731 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1823ae1a-5d61-4093-a4e3-de6291f51ad7', 'name': 'private-subnet'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:23:30.526557 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Made reservation on behalf of 067e263bb06c40a4a0e9fe2adf525073 for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:23:30.529795 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:30.822560 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (e8687dee-64dc-42f1-9dcc-5eaeb792b853), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:30.892270 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Checking segment: {'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:23:30.892676 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Network hostable DHCP agents. Network: 96956e25-165d-4745-af17-74ce59e524bb, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:23:30.899560 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Pushing event updated for resources: {'Subnet': ['ID=e8687dee-64dc-42f1-9dcc-5eaeb792b853,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:30.916689 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Network 96956e25-165d-4745-af17-74ce59e524bb is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:23:30.928657 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 96956e25-165d-4745-af17-74ce59e524bb) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:23:30.933102 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:30.933713 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:30.939158 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758429e6-2a66-4cc1-9d42-91a03ef3deee None None] Network 96956e25-165d-4745-af17-74ce59e524bb requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:23:30.950477 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-5fed7311-c873-45d0-98ea-3bcecb1fbfab demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4479046
Feb 28 10:23:31.211095 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-96956e25-165d-4745-af17-74ce59e524bb', 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'fixed_ips': [{'subnet_id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:23:31.212649 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:31.512092 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Allocated IP 172.20.0.2 (96956e25-165d-4745-af17-74ce59e524bb/e8687dee-64dc-42f1-9dcc-5eaeb792b853/9a40047b-f3ee-4959-8d01-19d73f3c4e42) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:23:31.781287 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Publish callbacks [] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:31.789135 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:31.866418 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Network 96956e25-165d-4745-af17-74ce59e524bb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:23:31.876094 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:23:31.877998 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Pushing event updated for resources: {'Port': ['ID=9a40047b-f3ee-4959-8d01-19d73f3c4e42,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:31.885595 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:23:31.889780 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.890157 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.890528 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.890907 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.891252 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.891590 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.891926 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.892260 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.892594 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.892943 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.893280 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.893610 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.893937 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Tracked resource versions report:
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]: pushed versions:
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]: {   'AddressGroup': {'1.2'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'ConntrackHelper': {'1.0'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'Log': {'1.0'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'Network': {'1.1'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'Port': {'1.7'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'PortForwarding': {'1.2'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'QosPolicy': {'1.10'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'SecurityGroup': {'1.5'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'SubPort': {'1.0'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'Subnet': {'1.1'},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     'Trunk': {'1.1'}}
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]: consumer versions:
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Log': '1.0',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Network': '1.1',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Port': '1.7',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'PortForwarding': '1.2',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'QosPolicy': '1.10',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'SecurityGroup': '1.5',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'SubPort': '1.0',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Subnet': '1.1',
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Trunk': '1.1'}}
Feb 28 10:23:31.895316 dv-cinder-master-3-iscsi neutron-server[102810]:  {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:23:31.973155 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Attempting to bind port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:23:31.973803 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Attempting to bind port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:23:31.973989 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Attempting to bind port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 on network 96956e25-165d-4745-af17-74ce59e524bb {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:23:31.978974 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:23:31.979373 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Checking segment: {'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:23:31.979871 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:31.980276 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Bound using segment: {'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:23:31.980794 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Bound port: 9a40047b-f3ee-4959-8d01-19d73f3c4e42, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:23:31.981234 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:32.042272 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] For port 9a40047b-f3ee-4959-8d01-19d73f3c4e42, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:23:32.046879 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] For port 9a40047b-f3ee-4959-8d01-19d73f3c4e42, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9a40047b-f3ee-4959-8d01-19d73f3c4e42,segment=NetworkSegment(3d663257-24de-4d1a-8659-80a1f1d73464),segment_id=3d663257-24de-4d1a-8659-80a1f1d73464)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:23:32.053940 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:32.117910 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001fff6-c9d1-48a5-a77f-b5f34305497f None None] Pushing event updated for resources: {'Port': ['ID=9a40047b-f3ee-4959-8d01-19d73f3c4e42,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:33.524656 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38354) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:33.841152 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [None req-00fa877b-f78e-48a0-a9a8-60640b8bb98e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:23:33.842492 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-00fa877b-f78e-48a0-a9a8-60640b8bb98e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3165531
Feb 28 10:23:36.396288 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38362) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:36.707577 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [None req-29a55bf6-2f0e-4241-ad58-613a3d9fd709 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:23:36.708665 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-29a55bf6-2f0e-4241-ad58-613a3d9fd709 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3114333
Feb 28 10:23:39.278532 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38370) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:39.590611 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-51c65eeb-ebda-4f7e-8b97-295f76e30820 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:23:39.615021 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-51c65eeb-ebda-4f7e-8b97-295f76e30820 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (ba200301-995a-4794-a7a1-112cf95aa133), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:39.616543 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-51c65eeb-ebda-4f7e-8b97-295f76e30820 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (ba200301-995a-4794-a7a1-112cf95aa133), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:39.757292 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-51c65eeb-ebda-4f7e-8b97-295f76e30820 demo demo] Publish callbacks [] for router_controller (ba200301-995a-4794-a7a1-112cf95aa133), precommit_add_association {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:39.762262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-51c65eeb-ebda-4f7e-8b97-295f76e30820 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (ba200301-995a-4794-a7a1-112cf95aa133), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:39.780239 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-51c65eeb-ebda-4f7e-8b97-295f76e30820 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:39.781419 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-51c65eeb-ebda-4f7e-8b97-295f76e30820 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.5013275
Feb 28 10:23:42.332147 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38382) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:42.663328 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [None req-c7f04f33-4420-43e3-9993-d39f625fa176 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:23:42.670652 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c7f04f33-4420-43e3-9993-d39f625fa176 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3311713
Feb 28 10:23:42.676274 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 9a40047b-f3ee-4959-8d01-19d73f3c4e42 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:23:42.771854 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:42.772286 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:42.888454 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:23:42.889011 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:42.925648 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 9a40047b-f3ee-4959-8d01-19d73f3c4e42, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9a40047b-f3ee-4959-8d01-19d73f3c4e42,segment=NetworkSegment(3d663257-24de-4d1a-8659-80a1f1d73464),segment_id=3d663257-24de-4d1a-8659-80a1f1d73464)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:23:42.929843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:42.977074 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=9a40047b-f3ee-4959-8d01-19d73f3c4e42,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:43.495112 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635eb99-cb8e-4a9e-84ce-17b8ffed79ce None None] Network 96956e25-165d-4745-af17-74ce59e524bb requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:23:43.553298 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-688c61c1-bbad-476b-866b-2e2db205b515 None None] Provisioning complete for port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:43.553703 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-688c61c1-bbad-476b-866b-2e2db205b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:43.662525 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f71881a7-14d4-4f6b-816b-9ae5a20e3af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:43.710516 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-688c61c1-bbad-476b-866b-2e2db205b515 None None] Current status of the port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:23:43.934796 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-ae437663-fe86-4dc3-af79-0f66ac138224 None None] Provisioning complete for port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:43.936058 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ae437663-fe86-4dc3-af79-0f66ac138224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:44.015594 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ae437663-fe86-4dc3-af79-0f66ac138224 None None] Current status of the port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:23:44.174654 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:23:44.647493 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 9a40047b-f3ee-4959-8d01-19d73f3c4e42 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:23:44.698607 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:44.699035 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:44.773883 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:23:45.249481 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 38392) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:45.564625 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:23:45.617117 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Made reservation on behalf of e5bfe7c1c3cf44edb4e5e5f5ea06d32a for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:23:45.680810 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.policy [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102809) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 28 10:23:45.723058 dv-cinder-master-3-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:45.723431 dv-cinder-master-3-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 10:23:45.733934 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:45.753957 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:45.863037 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks [] for security_group (697c587c-ff7c-46b8-b5eb-3f9956e33eeb), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:45.866863 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (697c587c-ff7c-46b8-b5eb-3f9956e33eeb), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:45.877857 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Reserving flat network on physical network physnet1 {{(pid=102809) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Feb 28 10:23:45.908479 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753777175956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (f3093062-81bf-4cee-9fe4-5522c935b99c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:45.908921 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7fc432db-d4a1-41b0-98d6-d9ea63eec27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:45.909455 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f625c76d940> segment precommit_create {{(pid=102809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 28 10:23:45.909572 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Added segment f3093062-81bf-4cee-9fe4-5522c935b99c of type flat for network c851560d-5d8e-4c28-a05d-f54e16006ad6
Feb 28 10:23:45.929914 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697c587c-ff7c-46b8-b5eb-3f9956e33eeb,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:45.979633 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.979934 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.980287 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.980629 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.980965 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.981299 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.981643 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.982829 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.983185 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.983538 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.983880 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.984209 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.984533 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Tracked resource versions report:
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]: pushed versions:
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]: {   'AddressGroup': {'1.2'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'ConntrackHelper': {'1.0'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'Log': {'1.0'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'Network': {'1.1'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'Port': {'1.7'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'PortForwarding': {'1.2'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'QosPolicy': {'1.10'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'SecurityGroup': {'1.5'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'SubPort': {'1.0'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'Subnet': {'1.1'},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     'Trunk': {'1.1'}}
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]: consumer versions:
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Log': '1.0',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Network': '1.1',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Port': '1.7',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'PortForwarding': '1.2',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'QosPolicy': '1.10',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'SecurityGroup': '1.5',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'SubPort': '1.0',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Subnet': '1.1',
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Trunk': '1.1'}}
Feb 28 10:23:45.985921 dv-cinder-master-3-iscsi neutron-server[102809]:  {{(pid=102809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:23:46.031707 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (c851560d-5d8e-4c28-a05d-f54e16006ad6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:46.074893 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (c851560d-5d8e-4c28-a05d-f54e16006ad6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:46.077147 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:46.077867 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:46.179265 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9287090
Feb 28 10:23:46.182052 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cacf3-36d6-4e28-94b9-5db1425b1554 admin admin] Pushing event updated for resources: {'Network': ['ID=c851560d-5d8e-4c28-a05d-f54e16006ad6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:46.214889 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:23:47.038474 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:48.424690 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:48.804970 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 38416) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:49.019814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624bdd7f-3d71-4394-b4ed-1891500a1390 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:49.021199 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-624bdd7f-3d71-4394-b4ed-1891500a1390 demo admin] 10.222.0.21 "GET /v2.0/subnets/e8687dee-64dc-42f1-9dcc-5eaeb792b853 HTTP/1.1" status: 200  len: 849 time: 0.2152743
Feb 28 10:23:49.183909 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-11452ae5-b5f7-4747-9831-097a9932fd3c demo admin] 10.222.0.21 "GET /v2.0/routers/ba200301-995a-4794-a7a1-112cf95aa133 HTTP/1.1" status: 200  len: 704 time: 0.1570663
Feb 28 10:23:49.474895 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:49.767579 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Allocated IP 172.20.0.1 (96956e25-165d-4745-af17-74ce59e524bb/e8687dee-64dc-42f1-9dcc-5eaeb792b853/31a68615-c65b-4655-88dc-4e9197945c0e) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:23:49.891875 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:49.969473 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks [] for port (31a68615-c65b-4655-88dc-4e9197945c0e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.036429 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.103862 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Network 96956e25-165d-4745-af17-74ce59e524bb is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:23:50.109294 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:23:50.122246 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:23:50.122712 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (ba200301-995a-4794-a7a1-112cf95aa133), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.146889 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Pushing event updated for resources: {'Port': ['ID=31a68615-c65b-4655-88dc-4e9197945c0e,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:50.274706 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-882f6920-0a00-4d79-b518-2fdaace17b51 None None] Provisioning complete for port 31a68615-c65b-4655-88dc-4e9197945c0e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:50.275113 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-882f6920-0a00-4d79-b518-2fdaace17b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.337706 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.358094 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-882f6920-0a00-4d79-b518-2fdaace17b51 None None] Port 31a68615-c65b-4655-88dc-4e9197945c0e cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:23:50.614130 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks [] for port (31a68615-c65b-4655-88dc-4e9197945c0e), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.618652 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.619432 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (ba200301-995a-4794-a7a1-112cf95aa133), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:50.697842 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Pushing event updated for resources: {'Port': ['ID=31a68615-c65b-4655-88dc-4e9197945c0e,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:50.741321 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Network 96956e25-165d-4745-af17-74ce59e524bb is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:23:50.742568 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:23:50.912298 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Router ba200301-995a-4794-a7a1-112cf95aa133 is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:23:51.009526 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:23:51.015852 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-61f69329-cd19-4314-a60d-6e9064a3fa7a demo admin] 10.222.0.21 "PUT /v2.0/routers/ba200301-995a-4794-a7a1-112cf95aa133/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.8261087
Feb 28 10:23:51.020856 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Sync routers for ids ['ba200301-995a-4794-a7a1-112cf95aa133'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:23:51.034146 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Routers {'ba200301-995a-4794-a7a1-112cf95aa133'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:23:51.035051 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625b320640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:23:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ba200301-995a-4794-a7a1-112cf95aa133'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:51.083194 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-5225bf48-d9b9-450c-8d7b-21cfaa048471 None None] Provisioning complete for port 31a68615-c65b-4655-88dc-4e9197945c0e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:51.083808 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5225bf48-d9b9-450c-8d7b-21cfaa048471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:51.119918 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-5225bf48-d9b9-450c-8d7b-21cfaa048471 None None] Port 31a68615-c65b-4655-88dc-4e9197945c0e cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:23:51.231699 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Set router ba200301-995a-4794-a7a1-112cf95aa133 gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:23:51.666880 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625b320640>, [{'id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'name': 'router1', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:23:39Z', 'updated_at': '2022-02-28T10:23:50Z', 'revision_number': 2, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'gw_port_host': None, '_interfaces': [{'id': '31a68615-c65b-4655-88dc-4e9197945c0e', 'name': '', 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'mac_address': 'fa:16:3e:bf:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:49Z', 'updated_at': '2022-02-28T10:23:50Z', 'revision_number': 2, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'subnets': [{'id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1823ae1a-5d61-4093-a4e3-de6291f51ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:51.721149 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Checking router: ba200301-995a-4794-a7a1-112cf95aa133 for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:23:51.721532 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Updating router ba200301-995a-4794-a7a1-112cf95aa133 port 31a68615-c65b-4655-88dc-4e9197945c0e binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:23:51.773989 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.303390 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Publish callbacks [] for port (31a68615-c65b-4655-88dc-4e9197945c0e), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.310425 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.410379 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Pushing event updated for resources: {'Port': ['ID=31a68615-c65b-4655-88dc-4e9197945c0e,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:52.438144 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.438504 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.438879 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.439215 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.439545 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.439872 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.440200 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.440522 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.440850 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.441190 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.441516 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.442049 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.442144 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Tracked resource versions report:
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]: pushed versions:
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]: {   'AddressGroup': {'1.2'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'ConntrackHelper': {'1.0'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'Log': {'1.0'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'Network': {'1.1'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'Port': {'1.7'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'PortForwarding': {'1.2'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'QosPolicy': {'1.10'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'SecurityGroup': {'1.5'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'SubPort': {'1.0'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'Subnet': {'1.1'},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     'Trunk': {'1.1'}}
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]: consumer versions:
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Log': '1.0',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Network': '1.1',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Port': '1.7',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'PortForwarding': '1.2',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'QosPolicy': '1.10',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'SecurityGroup': '1.5',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'SubPort': '1.0',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Subnet': '1.1',
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Trunk': '1.1'}}
Feb 28 10:23:52.443512 dv-cinder-master-3-iscsi neutron-server[102811]:  {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:23:52.498642 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Attempting to bind port 31a68615-c65b-4655-88dc-4e9197945c0e on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:23:52.499067 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Attempting to bind port 31a68615-c65b-4655-88dc-4e9197945c0e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:23:52.499517 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Attempting to bind port 31a68615-c65b-4655-88dc-4e9197945c0e on network 96956e25-165d-4745-af17-74ce59e524bb {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:23:52.505131 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:23:52.505723 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Checking segment: {'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:23:52.506238 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.506667 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Bound using segment: {'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:23:52.507191 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Bound port: 31a68615-c65b-4655-88dc-4e9197945c0e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d663257-24de-4d1a-8659-80a1f1d73464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96956e25-165d-4745-af17-74ce59e524bb'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:23:52.507585 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.553300 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-6a7c9aa9-70c0-4c13-a3b3-bf215f67f325 None None] Provisioning complete for port 31a68615-c65b-4655-88dc-4e9197945c0e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:52.553906 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9aa9-70c0-4c13-a3b3-bf215f67f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.580960 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] For port 31a68615-c65b-4655-88dc-4e9197945c0e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:23:52.597581 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c9aa9-70c0-4c13-a3b3-bf215f67f325 None None] Port 31a68615-c65b-4655-88dc-4e9197945c0e cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:23:52.604900 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] For port 31a68615-c65b-4655-88dc-4e9197945c0e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=31a68615-c65b-4655-88dc-4e9197945c0e,segment=NetworkSegment(3d663257-24de-4d1a-8659-80a1f1d73464),segment_id=3d663257-24de-4d1a-8659-80a1f1d73464)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:23:52.611197 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.667302 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017334c2-f043-406b-b354-a7e86d22c01f None None] Pushing event updated for resources: {'Port': ['ID=31a68615-c65b-4655-88dc-4e9197945c0e,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:52.674453 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Routers {'ba200301-995a-4794-a7a1-112cf95aa133'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:23:52.675096 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625b320640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:23:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ba200301-995a-4794-a7a1-112cf95aa133'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:52.770132 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] Set router ba200301-995a-4794-a7a1-112cf95aa133 gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:23:52.920146 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-f5660abe-1059-442e-a94a-9dedbac3ec51 None None] Provisioning complete for port 31a68615-c65b-4655-88dc-4e9197945c0e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:23:52.920475 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5660abe-1059-442e-a94a-9dedbac3ec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:52.990985 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625b320640>, [{'id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'name': 'router1', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:23:39Z', 'updated_at': '2022-02-28T10:23:50Z', 'revision_number': 2, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'gw_port_host': None, '_interfaces': [{'id': '31a68615-c65b-4655-88dc-4e9197945c0e', 'name': '', 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'mac_address': 'fa:16:3e:bf:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:49Z', 'updated_at': '2022-02-28T10:23:52Z', 'revision_number': 4, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'subnets': [{'id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1823ae1a-5d61-4093-a4e3-de6291f51ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:23:53.000777 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f5660abe-1059-442e-a94a-9dedbac3ec51 None None] Current status of the port 31a68615-c65b-4655-88dc-4e9197945c0e is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:23:53.001181 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5660abe-1059-442e-a94a-9dedbac3ec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:53.019806 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd44523-2414-4f48-bc20-8a08c60601dc None None] The sync data for ids ['ba200301-995a-4794-a7a1-112cf95aa133'] in dv-cinder-master-3-iscsi is: [{'id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'name': 'router1', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:23:39Z', 'updated_at': '2022-02-28T10:23:50Z', 'revision_number': 2, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'gw_port_host': None, '_interfaces': [{'id': '31a68615-c65b-4655-88dc-4e9197945c0e', 'name': '', 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'mac_address': 'fa:16:3e:bf:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:49Z', 'updated_at': '2022-02-28T10:23:52Z', 'revision_number': 4, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'subnets': [{'id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1823ae1a-5d61-4093-a4e3-de6291f51ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:23:53.035934 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f5660abe-1059-442e-a94a-9dedbac3ec51 None None] For port 31a68615-c65b-4655-88dc-4e9197945c0e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=31a68615-c65b-4655-88dc-4e9197945c0e,segment=NetworkSegment(3d663257-24de-4d1a-8659-80a1f1d73464),segment_id=3d663257-24de-4d1a-8659-80a1f1d73464)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:23:53.041850 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5660abe-1059-442e-a94a-9dedbac3ec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:53.097747 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5660abe-1059-442e-a94a-9dedbac3ec51 None None] Pushing event updated for resources: {'Port': ['ID=31a68615-c65b-4655-88dc-4e9197945c0e,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:53.475339 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38436) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:53.590317 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1749aeb-1bd6-4496-80a2-b1a6494b1ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:53.592291 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a1749aeb-1bd6-4496-80a2-b1a6494b1ee3 admin admin] 10.222.0.21 "GET /v2.0/networks/c851560d-5d8e-4c28-a05d-f54e16006ad6 HTTP/1.1" status: 200  len: 842 time: 0.1160281
Feb 28 10:23:53.601665 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.37.2.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.37.2.0/24', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:23:53.620951 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Made reservation on behalf of e5bfe7c1c3cf44edb4e5e5f5ea06d32a for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:23:53.623229 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:53.936879 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.objects.ports [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 28 10:23:53.937243 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (b594f24e-ee42-4862-ab17-6c76ba4f6243), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:53.994225 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b594f24e-ee42-4862-ab17-6c76ba4f6243,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:54.001979 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:23:54.002340 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Network hostable DHCP agents. Network: c851560d-5d8e-4c28-a05d-f54e16006ad6, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:23:54.018894 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:23:54.027640 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c851560d-5d8e-4c28-a05d-f54e16006ad6) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:23:54.031788 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:54.032384 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:54.038157 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b9987-6830-4a8e-a969-9f293066d0af None None] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:23:54.056028 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-43401f68-e392-4ac3-8788-29a4a470fabd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4489586
Feb 28 10:23:54.150289 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f72878-f61c-4add-848b-6fa336adc172 None None] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:23:56.546271 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38444) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:23:56.775280 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-01e207b7-3c43-4f57-8974-e0ef2636aa07 demo admin] 10.222.0.21 "GET /v2.0/routers/ba200301-995a-4794-a7a1-112cf95aa133 HTTP/1.1" status: 200  len: 710 time: 0.2277009
Feb 28 10:23:56.862730 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42783e6f-9259-47f3-ab73-af7ae2fc2d23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:23:56.864116 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-42783e6f-9259-47f3-ab73-af7ae2fc2d23 demo admin] 10.222.0.21 "GET /v2.0/networks/c851560d-5d8e-4c28-a05d-f54e16006ad6 HTTP/1.1" status: 200  len: 886 time: 0.0835445
Feb 28 10:23:56.873025 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:23:57.165604 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks [] for router_gateway (ba200301-995a-4794-a7a1-112cf95aa133), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:57.399383 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks [] for router_gateway (ba200301-995a-4794-a7a1-112cf95aa133), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:57.476250 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:57.625742 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Allocated IP 172.37.2.215 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:23:57.732995 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks [] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:57.788519 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:57.854799 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:23:57.860723 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:23:57.868538 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:23:57.910015 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Pushing event updated for resources: {'Port': ['ID=a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:23:58.159774 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks [] for router_gateway (ba200301-995a-4794-a7a1-112cf95aa133), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:58.366071 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124109'] for router (ba200301-995a-4794-a7a1-112cf95aa133), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:58.371014 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545473'] for router (ba200301-995a-4794-a7a1-112cf95aa133), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:58.565344 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Router ba200301-995a-4794-a7a1-112cf95aa133 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:23:58.673985 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:23:58.678377 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:23:58.679624 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0a7c1dd3-5408-45d1-ab6b-b4defb5f903d demo admin] 10.222.0.21 "PUT /v2.0/routers/ba200301-995a-4794-a7a1-112cf95aa133 HTTP/1.1" status: 200  len: 890 time: 1.8098807
Feb 28 10:24:00.674938 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 31a68615-c65b-4655-88dc-4e9197945c0e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:24:00.725700 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 31a68615-c65b-4655-88dc-4e9197945c0e triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:24:00.726109 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:00.804775 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 31a68615-c65b-4655-88dc-4e9197945c0e is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:24:01.236693 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38456) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:24:01.374737 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ee056920-3f48-4b04-89c1-00af9c048823 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1170442
Feb 28 10:24:01.767401 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Sync routers for ids ['ba200301-995a-4794-a7a1-112cf95aa133'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:24:01.780971 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Routers {'ba200301-995a-4794-a7a1-112cf95aa133'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:24:01.781704 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62598845e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:23:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ba200301-995a-4794-a7a1-112cf95aa133'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:24:02.002198 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Set router ba200301-995a-4794-a7a1-112cf95aa133 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:24:02.486509 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62598845e0>, [{'id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'name': 'router1', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:23:39Z', 'updated_at': '2022-02-28T10:23:58Z', 'revision_number': 4, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'gw_port': {'id': 'a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:57Z', 'updated_at': '2022-02-28T10:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '31a68615-c65b-4655-88dc-4e9197945c0e', 'name': '', 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'mac_address': 'fa:16:3e:bf:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:49Z', 'updated_at': '2022-02-28T10:23:53Z', 'revision_number': 5, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'subnets': [{'id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1823ae1a-5d61-4093-a4e3-de6291f51ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:24:02.535591 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Checking router: ba200301-995a-4794-a7a1-112cf95aa133 for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:24:02.535952 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Updating router ba200301-995a-4794-a7a1-112cf95aa133 port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:24:02.597416 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:02.921693 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Publish callbacks [] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:02.926794 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:02.980077 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e798-2de3-4b4c-a5f6-63e533ed052c None None] Pushing event updated for resources: {'Port': ['ID=a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:24:02.986245 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Attempting to bind port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:24:02.986636 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Attempting to bind port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:24:02.987017 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Attempting to bind port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:24:02.992081 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:24:02.992467 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:24:02.992880 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:02.993281 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:24:02.993752 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Bound port: a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:24:02.994142 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:03.059178 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] For port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:24:03.063919 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] For port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:24:03.073042 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:03.135562 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e798-2de3-4b4c-a5f6-63e533ed052c None None] Pushing event updated for resources: {'Port': ['ID=a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:24:03.139885 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Routers {'ba200301-995a-4794-a7a1-112cf95aa133'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:24:03.140513 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62598845e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:23:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ba200301-995a-4794-a7a1-112cf95aa133'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:24:03.255654 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] Set router ba200301-995a-4794-a7a1-112cf95aa133 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:24:03.481296 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62598845e0>, [{'id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'name': 'router1', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:23:39Z', 'updated_at': '2022-02-28T10:23:58Z', 'revision_number': 4, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'gw_port': {'id': 'a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:57Z', 'updated_at': '2022-02-28T10:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '31a68615-c65b-4655-88dc-4e9197945c0e', 'name': '', 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'mac_address': 'fa:16:3e:bf:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:49Z', 'updated_at': '2022-02-28T10:23:53Z', 'revision_number': 5, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'subnets': [{'id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1823ae1a-5d61-4093-a4e3-de6291f51ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:24:03.510985 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06861af-3e5b-4187-be7c-012909bacb22 None None] The sync data for ids ['ba200301-995a-4794-a7a1-112cf95aa133'] in dv-cinder-master-3-iscsi is: [{'id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'name': 'router1', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:23:39Z', 'updated_at': '2022-02-28T10:23:58Z', 'revision_number': 4, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'gw_port': {'id': 'a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:57Z', 'updated_at': '2022-02-28T10:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '31a68615-c65b-4655-88dc-4e9197945c0e', 'name': '', 'network_id': '96956e25-165d-4745-af17-74ce59e524bb', 'tenant_id': '067e263bb06c40a4a0e9fe2adf525073', 'mac_address': 'fa:16:3e:bf:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba200301-995a-4794-a7a1-112cf95aa133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:23:49Z', 'updated_at': '2022-02-28T10:23:53Z', 'revision_number': 5, 'project_id': '067e263bb06c40a4a0e9fe2adf525073', 'subnets': [{'id': 'e8687dee-64dc-42f1-9dcc-5eaeb792b853', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1823ae1a-5d61-4093-a4e3-de6291f51ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:24:04.689017 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:24:04.740715 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:24:04.741123 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:04.829713 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:24:04.830107 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:04.858166 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:24:04.862591 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:04.932238 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:24:06.754181 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:24:06.860384 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:24:06.860787 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:07.022276 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port a3d0928d-ae7c-42d6-b66e-f0e1e415ec0e is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:24:13.614044 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8001-ce20-438a-acf0-cd748bf358d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:15.914089 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-286dec8c-651d-40b8-b8b9-931968e365eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:17.051917 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:18.435368 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:19.912860 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:21.173576 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:24:43.666065 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-10cb5bae-1a74-473e-80ce-7c64e010fa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:45.910445 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f589d653-227e-428b-9f31-8d26fc7a3d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:47.042777 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:48.430174 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:49.900508 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:24:58.172533 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:25:13.618810 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc15ce05-6de1-429f-97de-59ab264f8390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:15.911904 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef16c886-5da0-4bc9-bc23-b420cccfecaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:17.047146 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:18.430694 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:19.894119 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:27.732139 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38940) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:27.796914 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe08592-3c68-4719-9259-1b03a7abf22a admin admin] GET failed (client error): The resource could not be found.
Feb 28 10:25:27.798276 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-7fe08592-3c68-4719-9259-1b03a7abf22a admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0651829
Feb 28 10:25:28.005221 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c27aa2-cd5a-47f8-92ae-4881af12cca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:28.007571 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-24c27aa2-cd5a-47f8-92ae-4881af12cca0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.2051494
Feb 28 10:25:30.368292 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 38950) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:30.460798 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2736723-8142-4b81-9c77-f0f76fccfc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:30.462134 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b2736723-8142-4b81-9c77-f0f76fccfc71 admin admin] 10.222.0.21 "GET /v2.0/subnets/e8687dee-64dc-42f1-9dcc-5eaeb792b853 HTTP/1.1" status: 200  len: 849 time: 0.0928738
Feb 28 10:25:30.471525 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:25:30.552865 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Publish callbacks [] for subnet (e8687dee-64dc-42f1-9dcc-5eaeb792b853), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:30.698351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753777289189'] for subnet (e8687dee-64dc-42f1-9dcc-5eaeb792b853), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:30.730633 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:30.730633 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:30.730633 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] 10.222.0.21 "PUT /v2.0/subnets/e8687dee-64dc-42f1-9dcc-5eaeb792b853 HTTP/1.1" status: 200  len: 868 time: 0.2615981
Feb 28 10:25:30.734111 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113635e0-5641-4535-8d49-bcbcc2018ea1 None None] Network 96956e25-165d-4745-af17-74ce59e524bb requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:25:30.753078 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8687dee-64dc-42f1-9dcc-5eaeb792b853,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:25:30.761911 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.762282 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.762662 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.763025 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.763346 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.763677 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.764009 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.764338 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.764821 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.765157 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.765480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.765805 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:30.766124 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9da394-92bd-49e3-b931-c715c7a4fc5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:25:31.066104 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-30cb35f4-29ef-4e22-a2f0-dec0888cd2a0 None None] Provisioning complete for port 31a68615-c65b-4655-88dc-4e9197945c0e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:25:31.066489 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30cb35f4-29ef-4e22-a2f0-dec0888cd2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (31a68615-c65b-4655-88dc-4e9197945c0e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:31.153368 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-30cb35f4-29ef-4e22-a2f0-dec0888cd2a0 None None] Current status of the port 31a68615-c65b-4655-88dc-4e9197945c0e is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:25:31.163155 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-30cb35f4-29ef-4e22-a2f0-dec0888cd2a0 None None] Provisioning complete for port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:25:31.163547 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30cb35f4-29ef-4e22-a2f0-dec0888cd2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9a40047b-f3ee-4959-8d01-19d73f3c4e42), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:31.237201 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-30cb35f4-29ef-4e22-a2f0-dec0888cd2a0 None None] Current status of the port 9a40047b-f3ee-4959-8d01-19d73f3c4e42 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:25:33.104503 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 38960) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:33.305698 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bb0f7-88d7-48df-bfd9-55ca1bc77db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:33.306187 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bb0f7-88d7-48df-bfd9-55ca1bc77db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:33.307776 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-751bb0f7-88d7-48df-bfd9-55ca1bc77db2 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2022831
Feb 28 10:25:35.170764 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:25:35.652215 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 38968) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:35.780772 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1311df23-4a4d-4c0d-8b40-7e72342eca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:35.781272 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1311df23-4a4d-4c0d-8b40-7e72342eca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:35.782809 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1311df23-4a4d-4c0d-8b40-7e72342eca81 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1296072
Feb 28 10:25:38.151668 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38976) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:38.295420 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a1c9e-6ea5-4db7-8e1a-fe9c6992203f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:38.296797 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e75a1c9e-6ea5-4db7-8e1a-fe9c6992203f admin admin] 10.222.0.21 "GET /v2.0/networks/96956e25-165d-4745-af17-74ce59e524bb HTTP/1.1" status: 200  len: 869 time: 0.1441982
Feb 28 10:25:40.624278 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38984) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:40.746832 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264cac83-1131-40d4-a8d2-d5545d85bd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:40.748343 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-264cac83-1131-40d4-a8d2-d5545d85bd75 admin admin] 10.222.0.21 "GET /v2.0/networks/c851560d-5d8e-4c28-a05d-f54e16006ad6 HTTP/1.1" status: 200  len: 886 time: 0.1229773
Feb 28 10:25:43.094720 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 38992) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:43.218702 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb1d6f-2133-42b0-a0ed-a9e6320d539b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:43.219175 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb1d6f-2133-42b0-a0ed-a9e6320d539b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:43.220711 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-12cb1d6f-2133-42b0-a0ed-a9e6320d539b admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1250417
Feb 28 10:25:43.620191 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9de8487-e016-48bb-97ba-20a61961460c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:45.542622 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39000) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:45.634325 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e832c-92ec-4259-8aa5-f337754f1851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:45.634835 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e832c-92ec-4259-8aa5-f337754f1851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:45.636341 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-fa3e832c-92ec-4259-8aa5-f337754f1851 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0927510
Feb 28 10:25:45.914864 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-983fab0f-004f-4729-b6be-3db093a5ed2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:47.050312 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:47.978087 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39008) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:48.064508 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1b493-1d8d-4e75-b57d-708c63b35b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:48.065919 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-65f1b493-1d8d-4e75-b57d-708c63b35b07 admin admin] 10.222.0.21 "GET /v2.0/subnets/b594f24e-ee42-4862-ab17-6c76ba4f6243 HTTP/1.1" status: 200  len: 816 time: 0.0868499
Feb 28 10:25:48.441030 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:49.896774 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:25:50.398552 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39016) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:25:50.492822 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90105d-9ad4-4152-9bce-95095bdae2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:25:50.494186 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0c90105d-9ad4-4152-9bce-95095bdae2dd admin admin] 10.222.0.21 "GET /v2.0/subnets/e8687dee-64dc-42f1-9dcc-5eaeb792b853 HTTP/1.1" status: 200  len: 868 time: 0.0946488
Feb 28 10:26:12.169084 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:26:13.621351 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ba9660ff-a49f-4250-8664-4cba686d3c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:15.916637 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a7321f4f-bf83-4514-a4cb-1d2cc767b2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:17.053817 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:18.436966 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:18.767140 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39068) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:26:18.813793 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [None req-a223a7a2-2ee8-4296-a1c3-e1c720fd1d91 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:26:18.814838 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a223a7a2-2ee8-4296-a1c3-e1c720fd1d91 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0467315
Feb 28 10:26:19.899922 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:21.237661 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39076) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:26:21.298302 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d51f27-b88b-42b1-8972-0ed82e298478 admin admin] GET failed (client error): The resource could not be found.
Feb 28 10:26:21.300175 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-49d51f27-b88b-42b1-8972-0ed82e298478 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0610023
Feb 28 10:26:21.451222 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbeb195-ad51-4746-9d10-2abc4ecf4647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:26:21.452589 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-bdbeb195-ad51-4746-9d10-2abc4ecf4647 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1483474
Feb 28 10:26:23.790181 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39084) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:26:23.836628 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:26:23.856439 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Made reservation on behalf of e5bfe7c1c3cf44edb4e5e5f5ea06d32a for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:26:23.858768 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:23.886083 dv-cinder-master-3-iscsi neutron-server[102809]: WARNING neutron.services.revisions.revision_plugin [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6259b16b20] {project_id='e5bfe7c1c3cf44edb4e5e5f5ea06d32a', id='85b94a38-6554-43b1-af81-14347b20ed8c', target_project='*', action='access_as_shared', object_id='01769dac-278e-459e-b0d9-8c6d36d312e3'}> to bump revision.
Feb 28 10:26:23.900863 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:26:23.912176 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (565d150a-fba1-4340-8270-c59b0363cb01), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:23.912510 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Added segment 565d150a-fba1-4340-8270-c59b0363cb01 of type vlan for network 01769dac-278e-459e-b0d9-8c6d36d312e3
Feb 28 10:26:23.950935 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (01769dac-278e-459e-b0d9-8c6d36d312e3), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:23.974551 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (01769dac-278e-459e-b0d9-8c6d36d312e3), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:23.975501 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:26:23.976076 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:24.028779 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2375009
Feb 28 10:26:24.041342 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b634-0aa6-4894-9939-3df3fdb00698 admin admin] Pushing event updated for resources: {'Network': ['ID=01769dac-278e-459e-b0d9-8c6d36d312e3,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:26:24.052927 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 01769dac-278e-459e-b0d9-8c6d36d312e3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:26:26.430196 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39092) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:26:26.491915 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.pecan_wsgi.hooks.translation [None req-61194d06-bae4-44ad-9b42-a2eca0f37fb3 admin admin] GET failed (client error): The resource could not be found.
Feb 28 10:26:26.493192 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-61194d06-bae4-44ad-9b42-a2eca0f37fb3 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0620117
Feb 28 10:26:26.561575 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd02306-fa62-4928-9f45-2e259aa8d0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:26:26.563025 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-cdd02306-fa62-4928-9f45-2e259aa8d0a0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0658572
Feb 28 10:26:26.572838 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3', 'description': 'shared-subnet'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:26:26.594517 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Made reservation on behalf of e5bfe7c1c3cf44edb4e5e5f5ea06d32a for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:26:26.597531 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:26.860757 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (31d47813-58d7-4192-9078-778f6c99839c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:26.915376 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d47813-58d7-4192-9078-778f6c99839c,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:26:26.926824 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Checking segment: {'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:26:26.927208 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Network hostable DHCP agents. Network: 01769dac-278e-459e-b0d9-8c6d36d312e3, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:26:26.947810 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Network 01769dac-278e-459e-b0d9-8c6d36d312e3 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:26:26.958921 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 01769dac-278e-459e-b0d9-8c6d36d312e3) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:26:26.965044 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:26:26.965994 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:26.966958 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b18dca-399e-417e-b491-5fd0e4fe636e None None] Network 01769dac-278e-459e-b0d9-8c6d36d312e3 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:26:26.982293 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0bb64e62-e582-4385-9153-1f5c6379e660 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4126983
Feb 28 10:26:27.171159 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-01769dac-278e-459e-b0d9-8c6d36d312e3', 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3', 'project_id': 'e5bfe7c1c3cf44edb4e5e5f5ea06d32a', 'fixed_ips': [{'subnet_id': '31d47813-58d7-4192-9078-778f6c99839c'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:26:27.172022 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:27.309846 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Allocated IP 192.168.233.2 (01769dac-278e-459e-b0d9-8c6d36d312e3/31d47813-58d7-4192-9078-778f6c99839c/84b0ff10-ca43-48a0-bc5e-6823c2423f1c) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:26:27.453403 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Publish callbacks [] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:27.460762 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:27.502300 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Network 01769dac-278e-459e-b0d9-8c6d36d312e3 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:26:27.506257 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:26:27.511682 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:26:27.519538 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Pushing event updated for resources: {'Port': ['ID=84b0ff10-ca43-48a0-bc5e-6823c2423f1c,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:26:27.544060 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.544425 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.544791 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.545125 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.545509 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.545841 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.546172 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.546482 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.546822 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.547158 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.547476 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.547786 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.548097 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:26:27.584708 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Attempting to bind port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:26:27.585067 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Attempting to bind port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:26:27.585441 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Attempting to bind port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c on network 01769dac-278e-459e-b0d9-8c6d36d312e3 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:26:27.590842 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:26:27.591104 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Checking segment: {'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:26:27.591516 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:27.591912 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Bound using segment: {'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:26:27.592382 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Bound port: 84b0ff10-ca43-48a0-bc5e-6823c2423f1c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:26:27.592769 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:27.656476 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] For port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:26:27.660149 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] For port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84b0ff10-ca43-48a0-bc5e-6823c2423f1c,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:26:27.665681 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:27.727977 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e9a23-adb0-4549-9023-3dcedda8cbf0 None None] Pushing event updated for resources: {'Port': ['ID=84b0ff10-ca43-48a0-bc5e-6823c2423f1c,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:26:28.592578 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e8740a-dade-4786-a75d-609156b674f7 None None] Network 01769dac-278e-459e-b0d9-8c6d36d312e3 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:26:28.648159 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-12d62816-e8af-42cc-9d03-6305b5250d01 None None] Provisioning complete for port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:26:28.648554 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12d62816-e8af-42cc-9d03-6305b5250d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:28.779089 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-12d62816-e8af-42cc-9d03-6305b5250d01 None None] Current status of the port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:26:28.779504 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12d62816-e8af-42cc-9d03-6305b5250d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:28.809594 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 84b0ff10-ca43-48a0-bc5e-6823c2423f1c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:26:28.845768 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-12d62816-e8af-42cc-9d03-6305b5250d01 None None] For port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84b0ff10-ca43-48a0-bc5e-6823c2423f1c,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:26:28.853542 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12d62816-e8af-42cc-9d03-6305b5250d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:28.925883 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d62816-e8af-42cc-9d03-6305b5250d01 None None] Pushing event updated for resources: {'Port': ['ID=84b0ff10-ca43-48a0-bc5e-6823c2423f1c,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:26:28.929950 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:26:28.930357 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:29.013009 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:26:29.076851 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-22e16509-a4bc-4b8a-b5aa-b0ca06e41921 None None] Provisioning complete for port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:26:29.077247 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22e16509-a4bc-4b8a-b5aa-b0ca06e41921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:29.163813 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-22e16509-a4bc-4b8a-b5aa-b0ca06e41921 None None] Current status of the port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:26:30.745239 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 84b0ff10-ca43-48a0-bc5e-6823c2423f1c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:26:30.795485 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:26:30.795882 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (84b0ff10-ca43-48a0-bc5e-6823c2423f1c), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:30.873293 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 84b0ff10-ca43-48a0-bc5e-6823c2423f1c is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:26:43.627814 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-91158f3c-4bab-46de-8c53-80433a178be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:45.919102 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08970864-c659-401c-ac9e-a6e0891f10c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:47.055502 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:48.439725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:26:49.167021 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:26:49.902638 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:13.620459 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8c7689f9-9e97-4f42-bf77-aa5a54ae15b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:15.921869 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c9442036-9758-48e6-8df0-e556dd24f616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:17.060173 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:18.443506 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:19.905080 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:26.165406 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:27:43.623261 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-36feefc2-59d0-48d6-8f1b-8c2ff8a8068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:45.924067 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff63f-4aab-4e26-8417-3229c445c102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:47.061121 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:48.446679 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:49.908602 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:51.776849 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39130) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:27:51.782839 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [None req-bdad3e7a-c182-46c0-8e7e-b8befe8de48b tempest-verify_tempest_config-333336948 tempest-verify_tempest_config-333336948-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:27:51.783822 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-bdad3e7a-c182-46c0-8e7e-b8befe8de48b tempest-verify_tempest_config-333336948 tempest-verify_tempest_config-333336948-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0059967
Feb 28 10:27:52.069280 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39148) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:27:52.167591 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:52.242011 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Publish callbacks [] for security_group (6c1776a7-c257-483a-9c7e-78e30d423410), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:52.245436 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (6c1776a7-c257-483a-9c7e-78e30d423410), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:52.292711 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03c415b3b3854bcabdede1f94c3b0fc9&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2223747
Feb 28 10:27:52.293586 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1776a7-c257-483a-9c7e-78e30d423410,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:27:52.295593 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39152) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:27:52.301535 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.301897 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.302243 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.302590 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.302953 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.303296 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.303624 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.303960 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.304311 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.304644 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.304975 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.305303 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.305625 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30188a-44d3-490e-a26f-3eb7bbb12c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.352062 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Publish callbacks [] for security_group (6c1776a7-c257-483a-9c7e-78e30d423410), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:52.372880 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Publish callbacks [] for security_group (6c1776a7-c257-483a-9c7e-78e30d423410), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:52.462306 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (6c1776a7-c257-483a-9c7e-78e30d423410), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:52.464878 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:27:52.466032 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c1776a7-c257-483a-9c7e-78e30d423410 HTTP/1.1" status: 204  len: 168 time: 0.1679404
Feb 28 10:27:52.474446 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1776a7-c257-483a-9c7e-78e30d423410,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:27:52.481522 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.481900 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.482256 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.482724 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.483012 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.483370 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.483696 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.484039 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.484373 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.484708 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.485036 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.485364 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:27:52.485796 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4743436-9468-42a9-b445-feb40f230a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:28:03.163739 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:28:13.625530 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80f0840f-ad33-4455-bff5-c43c0927ac35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:15.925239 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a1649979-cb3c-4237-85b4-999a997fa33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:17.063760 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:18.451061 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:19.911391 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:40.162138 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:28:43.634696 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0937c0eb-a521-4cd1-89d8-d39f2466f094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:45.926234 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ff7f71cd-8411-404c-9a83-bedfe1844145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:47.068090 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:48.455895 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:28:49.912436 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:13.625715 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15628f7f-23d1-4306-8979-59d8ec81bcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:15.927066 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a3469fa-826d-4fe8-ab9b-dfbdc5d5e8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:17.070246 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:17.160930 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 5 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:29:18.458117 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:19.913259 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:34.213594 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545951'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:43.626463 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ad2793b-9e0a-4733-b952-065f605e8fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:45.928415 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad4f537f-a1a7-4bf2-8bba-4b7fc5d2dca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:47.072461 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:48.465729 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:49.437583 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39224) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:29:49.541505 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-287fd483-2bcf-49a1-8dd3-590168b38f53 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.1028275
Feb 28 10:29:49.916352 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:29:51.936424 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39234) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:29:51.989451 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c012a6a7-caa6-459f-9a9f-ad2ea46129f9 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.0519717
Feb 28 10:29:54.159393 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:30:04.153017 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:13.626941 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1299a445-aeda-484d-9032-ed5413e3f737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:15.929882 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93f65bae-ad51-4083-a32f-f73d5de01970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:17.077148 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:18.465164 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:19.919019 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:31.159087 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:30:34.152128 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:43.630783 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95cb96d0-5a70-46bf-aeed-a2cffa2c9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:45.933819 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cea1-0c93-4ca5-9ec7-a964af146d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:47.091326 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:48.469893 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:30:49.924825 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:04.152116 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:08.159028 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:31:13.632574 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe821-79ad-4cba-8342-a637d4ac57bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:15.938640 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19811b05-0687-48fa-b2a9-c680ec8cce1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:17.083141 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:18.473953 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:19.921737 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.317162 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39324) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:30.522417 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-network', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:30.545113 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Made reservation on behalf of b77d7fba24894206bc824b8dd499e696 for: {'network': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:30.547389 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.557637 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.652124 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks [] for security_group (60433031-a36a-4fe4-9a12-347a4c19b31f), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.656745 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (60433031-a36a-4fe4-9a12-347a4c19b31f), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.690785 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60433031-a36a-4fe4-9a12-347a4c19b31f,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:30.693442 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=102808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:31:30.704268 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.704628 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.704975 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.705316 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.705833 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.706332 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.707006 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.707679 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.708429 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.709034 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.709531 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.710020 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.710514 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Tracked resource versions report:
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]: pushed versions:
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]: {   'AddressGroup': {'1.2'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'ConntrackHelper': {'1.0'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'Log': {'1.0'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'Network': {'1.1'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'Port': {'1.7'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'PortForwarding': {'1.2'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'QosPolicy': {'1.10'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'SecurityGroup': {'1.5'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'SubPort': {'1.0'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'Subnet': {'1.1'},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     'Trunk': {'1.1'}}
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]: consumer versions:
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     HyperV agent@hv-cinder-maste: {},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Log': '1.0',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Network': '1.1',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Port': '1.7',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'PortForwarding': '1.2',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'QosPolicy': '1.10',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'SecurityGroup': '1.5',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'SubPort': '1.0',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Subnet': '1.1',
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:                                                      'Trunk': '1.1'}}
Feb 28 10:31:30.712009 dv-cinder-master-3-iscsi neutron-server[102808]:  {{(pid=102808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:31:30.737370 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (ca08dd1a-856c-4511-b51c-3037275489c3), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.737370 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.segments_db [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Added segment ca08dd1a-856c-4511-b51c-3037275489c3 of type vlan for network 7133a7a4-f128-4749-9f5a-21513ed66246
Feb 28 10:31:30.801744 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (7133a7a4-f128-4749-9f5a-21513ed66246), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.831465 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (7133a7a4-f128-4749-9f5a-21513ed66246), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.833792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:30.834640 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.867465 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5485938
Feb 28 10:31:30.871424 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39370) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:30.877799 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Request body: {'subnet': {'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-subnet', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:30.903328 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Made reservation on behalf of b77d7fba24894206bc824b8dd499e696 for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:30.906970 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:30.960503 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102b9f9-973a-4c59-b867-43ae34f209e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7133a7a4-f128-4749-9f5a-21513ed66246,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:30.977351 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 7133a7a4-f128-4749-9f5a-21513ed66246 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:31:31.114569 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:31.161016 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:31.172463 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.172838 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.173378 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.173726 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.174071 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.174407 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.174810 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.175334 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.175711 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.176068 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.176408 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.176738 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.177066 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Tracked resource versions report:
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]: pushed versions:
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]: {   'AddressGroup': {'1.2'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'ConntrackHelper': {'1.0'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'Log': {'1.0'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'Network': {'1.1'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'Port': {'1.7'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'PortForwarding': {'1.2'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'QosPolicy': {'1.10'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'SecurityGroup': {'1.5'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'SubPort': {'1.0'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'Subnet': {'1.1'},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     'Trunk': {'1.1'}}
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]: consumer versions:
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     HyperV agent@hv-cinder-maste: {},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Log': '1.0',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Network': '1.1',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Port': '1.7',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'PortForwarding': '1.2',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'QosPolicy': '1.10',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'SecurityGroup': '1.5',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'SubPort': '1.0',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Subnet': '1.1',
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:                                                      'Trunk': '1.1'}}
Feb 28 10:31:31.178268 dv-cinder-master-3-iscsi neutron-server[102809]:  {{(pid=102809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:31:31.196725 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Checking segment: {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:31.197090 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Network hostable DHCP agents. Network: 7133a7a4-f128-4749-9f5a-21513ed66246, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:31:31.215974 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Network 7133a7a4-f128-4749-9f5a-21513ed66246 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:31:31.227153 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7133a7a4-f128-4749-9f5a-21513ed66246) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:31.232549 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:31.233092 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:31.243481 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430a7fe-ffe9-4d60-a8e3-7612390540db None None] Network 7133a7a4-f128-4749-9f5a-21513ed66246 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:31.255000 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39386) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:31.255340 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c3219205-a692-472a-aecd-74a52ae4e39c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.3826833
Feb 28 10:31:31.259811 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:31.288553 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (5b5fc598-f981-4c23-b3aa-f0c54e356edb), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:31.290262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (5b5fc598-f981-4c23-b3aa-f0c54e356edb), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:31.361263 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks [] for router_controller (5b5fc598-f981-4c23-b3aa-f0c54e356edb), precommit_add_association {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:31.378818 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef72790-9127-4f87-a5d8-60ce7f069646 None None] Network 7133a7a4-f128-4749-9f5a-21513ed66246 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:31.621850 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks [] for router_gateway (5b5fc598-f981-4c23-b3aa-f0c54e356edb), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:31.836738 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks [] for router_gateway (5b5fc598-f981-4c23-b3aa-f0c54e356edb), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:31.862721 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.003796 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Allocated IP 172.37.2.115 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/7cf477ff-64af-4c3b-9619-4405d606ed41) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:32.134635 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks [] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.171452 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.219051 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:32.222166 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:32.231688 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf477ff-64af-4c3b-9619-4405d606ed41,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:32.236575 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:32.433942 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39458) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:32.453338 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39462) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:32.482459 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks [] for router_gateway (5b5fc598-f981-4c23-b3aa-f0c54e356edb), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.592824 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39472) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:32.689502 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1840381624-network', 'tenant_id': '16ab7d83969f4e2ea219ab1eb98cf29d'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:32.696131 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (5b5fc598-f981-4c23-b3aa-f0c54e356edb), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.716679 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Made reservation on behalf of 16ab7d83969f4e2ea219ab1eb98cf29d for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:32.720411 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.731387 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.750833 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1110427776-network', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:32.821541 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks [] for security_group (e30386ce-ec83-40d2-bd89-067b61db218a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.824926 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Made reservation on behalf of 17631b0e5f9d499f9b830044f7acffa5 for: {'network': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:32.827548 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e30386ce-ec83-40d2-bd89-067b61db218a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.827838 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.843577 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.868454 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30386ce-ec83-40d2-bd89-067b61db218a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:32.872626 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:31:32.884088 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (251a7145-69dd-4a48-999e-262100c6620e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.884747 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Added segment 251a7145-69dd-4a48-999e-262100c6620e of type vlan for network 1fc7adb1-5f6e-49b1-9f69-c85127612f56
Feb 28 10:31:32.938020 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (1fc7adb1-5f6e-49b1-9f69-c85127612f56), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.966348 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Router 5b5fc598-f981-4c23-b3aa-f0c54e356edb is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:31:32.978823 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (1fc7adb1-5f6e-49b1-9f69-c85127612f56), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.981413 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:32.982861 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:32.996928 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks [] for security_group (1ed43b0a-6772-45cf-93f4-bfef0ffd9972), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.002260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (1ed43b0a-6772-45cf-93f4-bfef0ffd9972), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.063371 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6275711
Feb 28 10:31:33.065292 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affeefc-6912-4fa3-a716-ea3d4031c8ce admin admin] Pushing event updated for resources: {'Network': ['ID=1fc7adb1-5f6e-49b1-9f69-c85127612f56,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:33.068978 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39486) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:33.074708 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Request body: {'subnet': {'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1840381624-subnet', 'tenant_id': '16ab7d83969f4e2ea219ab1eb98cf29d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:33.078962 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed43b0a-6772-45cf-93f4-bfef0ffd9972,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:33.079553 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:31:33.094217 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=102808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:31:33.110565 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-network', 'tenant_id': '003233ff59254fa88847f9adc1437df3'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:33.144717 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (8b69d77f-4c26-4e15-b2e7-00bbdad0f778), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.145218 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.segments_db [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Added segment 8b69d77f-4c26-4e15-b2e7-00bbdad0f778 of type vlan for network f8493f9b-90f0-45ae-88f1-58848e2a93be
Feb 28 10:31:33.161447 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Made reservation on behalf of 16ab7d83969f4e2ea219ab1eb98cf29d for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:33.182721 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.202817 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Made reservation on behalf of 003233ff59254fa88847f9adc1437df3 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:33.205101 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.222231 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:31:33.249463 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Sync routers for ids ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:31:33.267029 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (f8493f9b-90f0-45ae-88f1-58848e2a93be), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.267535 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Routers {'5b5fc598-f981-4c23-b3aa-f0c54e356edb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:33.268355 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d5e130>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:33.297557 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.303789 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-4f43fbb7-5523-464d-8aef-05967d07ed73 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.0475817
Feb 28 10:31:33.311672 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39494) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:33.321631 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.662525 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Set router 5b5fc598-f981-4c23-b3aa-f0c54e356edb gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:33.685400 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (62bd32c8-c7d4-4452-8a8b-9dba5f81c386), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.703886 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (f8493f9b-90f0-45ae-88f1-58848e2a93be), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.705678 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:33.706975 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.749238 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62bd32c8-c7d4-4452-8a8b-9dba5f81c386,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:33.754777 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2998328
Feb 28 10:31:33.777924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39516) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:33.789595 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Request body: {'subnet': {'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1110427776-subnet', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:33.828136 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Made reservation on behalf of 17631b0e5f9d499f9b830044f7acffa5 for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:33.830426 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:33.924089 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d5e130>, [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115'}], 'enable_snat': True}, 'gw_port_id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:32Z', 'revision_number': 3, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port': {'id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:33.959718 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Checking router: 5b5fc598-f981-4c23-b3aa-f0c54e356edb for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:31:33.960328 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Updating router 5b5fc598-f981-4c23-b3aa-f0c54e356edb port 7cf477ff-64af-4c3b-9619-4405d606ed41 binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:31:33.993581 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.038145 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks [] for security_group (4ff4d15a-bc62-4fd3-9c44-82944252a2ca), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.048927 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (da5d46ed-8ba0-4de4-a7cb-3950ee2cb593), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.055313 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4ff4d15a-bc62-4fd3-9c44-82944252a2ca), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.117146 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:34.135240 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1c336-adfe-4412-aa21-969bcced4d77 admin admin] Pushing event updated for resources: {'Network': ['ID=f8493f9b-90f0-45ae-88f1-58848e2a93be,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:34.150631 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Checking segment: {'id': '251a7145-69dd-4a48-999e-262100c6620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:34.151743 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Network hostable DHCP agents. Network: 1fc7adb1-5f6e-49b1-9f69-c85127612f56, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:31:34.180809 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.186397 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:31:34.225060 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network f8493f9b-90f0-45ae-88f1-58848e2a93be details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:31:34.259823 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (a9c3ad62-fc58-47b7-b33a-4032d74ce650), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.260178 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Added segment a9c3ad62-fc58-47b7-b33a-4032d74ce650 of type vlan for network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3
Feb 28 10:31:34.273213 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:31:34.285583 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Checking segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:34.286380 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Network hostable DHCP agents. Network: f8493f9b-90f0-45ae-88f1-58848e2a93be, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:31:34.288383 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff4d15a-bc62-4fd3-9c44-82944252a2ca,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:34.318011 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1fc7adb1-5f6e-49b1-9f69-c85127612f56) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:34.344970 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.361884 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:34.367351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.381219 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a516e-bef3-4669-919c-eb1e5d787f23 None None] Network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:34.400122 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b4ef5bbb-d18c-48d4-bd88-ae45295107f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3291776
Feb 28 10:31:34.407093 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Network f8493f9b-90f0-45ae-88f1-58848e2a93be is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:31:34.437317 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f8493f9b-90f0-45ae-88f1-58848e2a93be) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:34.454427 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:34.455457 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.477887 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.479337 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:34.482280 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.518581 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0c7df056-2c5b-4803-a7d1-9c19d77267af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7382033
Feb 28 10:31:34.521888 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39560) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:34.530450 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Publish callbacks [] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.540881 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.549776 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:34.555434 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78da6c-72d1-4243-942a-df618bd06996 None None] Network f8493f9b-90f0-45ae-88f1-58848e2a93be requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:34.576417 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.9796946
Feb 28 10:31:34.577128 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39566) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:34.631429 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Pushing event updated for resources: {'Port': ['ID=7cf477ff-64af-4c3b-9619-4405d606ed41,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:34.664920 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Request body: {'subnet': {'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-subnet', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:34.670382 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.670847 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.671240 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.672650 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.673590 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.675853 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.676844 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.677197 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.678518 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.680291 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.681457 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.681987 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.684690 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Tracked resource versions report:
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]: pushed versions:
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]: {   'AddressGroup': {'1.2'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'ConntrackHelper': {'1.0'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'Log': {'1.0'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'Network': {'1.1'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'Port': {'1.7'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'PortForwarding': {'1.2'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'QosPolicy': {'1.10'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'SecurityGroup': {'1.5'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'SubPort': {'1.0'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'Subnet': {'1.1'},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     'Trunk': {'1.1'}}
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]: consumer versions:
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     HyperV agent@hv-cinder-maste: {},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Log': '1.0',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Network': '1.1',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Port': '1.7',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'PortForwarding': '1.2',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'QosPolicy': '1.10',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'SecurityGroup': '1.5',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'SubPort': '1.0',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Subnet': '1.1',
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:                                                      'Trunk': '1.1'}}
Feb 28 10:31:34.690402 dv-cinder-master-3-iscsi neutron-server[102811]:  {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:31:34.697598 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.756651 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Attempting to bind port 7cf477ff-64af-4c3b-9619-4405d606ed41 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:34.757135 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Attempting to bind port 7cf477ff-64af-4c3b-9619-4405d606ed41 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:34.758943 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Attempting to bind port 7cf477ff-64af-4c3b-9619-4405d606ed41 on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:34.760606 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd91f5-3914-4d6e-803b-d3ed40a244ba admin admin] Pushing event updated for resources: {'Network': ['ID=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:34.769609 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (089b3646-a2e1-4cc4-a31c-c31c80cef93f), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.770779 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (089b3646-a2e1-4cc4-a31c-c31c80cef93f), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.775293 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:34.776025 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:34.776155 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Made reservation on behalf of 003233ff59254fa88847f9adc1437df3 for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:34.777566 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.778123 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:34.779881 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Bound port: 7cf477ff-64af-4c3b-9619-4405d606ed41, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:34.781484 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.784210 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.863451 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] For port 7cf477ff-64af-4c3b-9619-4405d606ed41, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:34.867382 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] For port 7cf477ff-64af-4c3b-9619-4405d606ed41, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7cf477ff-64af-4c3b-9619-4405d606ed41,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:34.878697 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:34.916868 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:31:34.967429 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a4dd3-b1ae-4ba4-ba8e-0430270c8e70 None None] Pushing event updated for resources: {'Port': ['ID=7cf477ff-64af-4c3b-9619-4405d606ed41,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:35.008934 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Routers {'5b5fc598-f981-4c23-b3aa-f0c54e356edb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:35.009669 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d5e130>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:35.039454 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da00dcc-1bf8-4704-9ae6-38bb8a16dca5 None None] Network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:35.075019 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39584) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:35.098050 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks [] for router_controller (089b3646-a2e1-4cc4-a31c-c31c80cef93f), precommit_add_association {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:35.188719 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] Set router 5b5fc598-f981-4c23-b3aa-f0c54e356edb gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:35.271417 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f8493f9b-90f0-45ae-88f1-58848e2a93be', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:31:35.272282 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:35.393943 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (bb0dccee-fa43-4a04-bab0-df3d7708067c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:35.474050 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39622) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:35.483143 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d5e130>, [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115'}], 'enable_snat': True}, 'gw_port_id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:32Z', 'revision_number': 3, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port': {'id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:35.492078 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fecb6116-c11f-4c4b-a998-74a752f4bd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:35.524327 dv-cinder-master-3-iscsi neutron-server[102808]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 28 10:31:35.537562 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0dccee-fa43-4a04-bab0-df3d7708067c,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:35.560062 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585d83f-2b96-43bd-93f0-c8ccfab6435a None None] The sync data for ids ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'] in dv-cinder-master-3-iscsi is: [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115'}], 'enable_snat': True}, 'gw_port_id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:32Z', 'revision_number': 3, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port': {'id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:31:35.585308 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Checking segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:35.585669 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Network hostable DHCP agents. Network: a3e00203-bdaa-4ba7-b433-d6d5ad5222b3, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:31:35.621834 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:31:35.638627 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a3e00203-bdaa-4ba7-b433-d6d5ad5222b3) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:35.644064 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:35.645278 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:35.674079 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a4246123-078a-4cce-8376-ce8af7331415 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0166407
Feb 28 10:31:35.675905 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39634) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:35.685299 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:35.685405 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39636) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:35.711646 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (ead3c91a-6ab5-422c-9c3f-db259647e86f), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:35.712863 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (ead3c91a-6ab5-422c-9c3f-db259647e86f), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:35.817215 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332ecd5-2315-4652-a8b5-3757b2b4a5de None None] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:35.858013 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks [] for router_controller (ead3c91a-6ab5-422c-9c3f-db259647e86f), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.075707 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks [] for router_gateway (089b3646-a2e1-4cc4-a31c-c31c80cef93f), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.100836 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39644) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:36.130991 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Allocated IP 172.20.0.2 (f8493f9b-90f0-45ae-88f1-58848e2a93be/da5d46ed-8ba0-4de4-a7cb-3950ee2cb593/a8e46281-3ff6-4c8a-9cbf-d390891b2b4b) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:36.133405 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-4402ab96-6f77-40d2-a784-469cc794e8c5 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:36.137696 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-4402ab96-6f77-40d2-a784-469cc794e8c5 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/networks?id=1fc7adb1-5f6e-49b1-9f69-c85127612f56 HTTP/1.1" status: 200  len: 812 time: 0.6469507
Feb 28 10:31:36.156084 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'project_id': '003233ff59254fa88847f9adc1437df3', 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:31:36.157295 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.267601 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks [] for router_gateway (ead3c91a-6ab5-422c-9c3f-db259647e86f), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.300517 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-5f7c4226-a9de-4422-9c14-02768df07ecd tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/quotas/16ab7d83969f4e2ea219ab1eb98cf29d HTTP/1.1" status: 200  len: 375 time: 0.1238213
Feb 28 10:31:36.302270 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Allocated IP 172.20.0.1 (7133a7a4-f128-4749-9f5a-21513ed66246/b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981/42fb2b41-d8da-4073-9fce-fd5886938398) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:36.332552 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bf9d-2008-4c98-897e-7910ec39e37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.405958 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-67655768-0178-4e39-a3d7-9827d92f8c83 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16ab7d83969f4e2ea219ab1eb98cf29d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0956900
Feb 28 10:31:36.445495 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Publish callbacks [] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.462857 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-29eca1bf-6b92-4eed-9e64-84deafcdeaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.487198 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.557372 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fecb6116-c11f-4c4b-a998-74a752f4bd07 admin admin] Publish callbacks [] for security_group (6199ed16-2ce9-4f67-9a48-8798f9a43c4f), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.560803 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Network f8493f9b-90f0-45ae-88f1-58848e2a93be is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:36.569668 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Allocated IP 172.20.0.2 (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3/bb0dccee-fa43-4a04-bab0-df3d7708067c/9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:36.579750 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:36.596366 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:36.604254 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Pushing event updated for resources: {'Port': ['ID=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:36.622012 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.622558 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.623084 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.623728 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.624279 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.624837 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.625390 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.625954 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.626492 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.627060 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.627614 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.628151 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.628727 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Tracked resource versions report:
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]: pushed versions:
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]: {   'AddressGroup': {'1.2'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'ConntrackHelper': {'1.0'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'LocalIPAssociation': {'1.0'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'Log': {'1.0'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'Network': {'1.1'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'Port': {'1.7'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'PortForwarding': {'1.2'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'QosPolicy': {'1.10'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'SecurityGroup': {'1.5'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'SecurityGroupRule': {'1.2'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'SubPort': {'1.0'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'Subnet': {'1.1'},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     'Trunk': {'1.1'}}
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]: consumer versions:
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     HyperV agent@hv-cinder-maste: {},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     L3 agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     Metering agent@dv-cinder-master-3-iscsi: {},
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'ConntrackHelper': '1.0',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'LocalIPAssociation': '1.0',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Log': '1.0',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Network': '1.1',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Port': '1.7',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'PortForwarding': '1.2',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'QosPolicy': '1.10',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'SecurityGroup': '1.5',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'SecurityGroupRule': '1.2',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'SubPort': '1.0',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Subnet': '1.1',
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:                                                      'Trunk': '1.1'}}
Feb 28 10:31:36.630054 dv-cinder-master-3-iscsi neutron-server[102810]:  {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 10:31:36.654269 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bf9d-2008-4c98-897e-7910ec39e37a admin admin] Publish callbacks [] for security_group (96d6cb0e-8253-418e-ae4d-271e4fef216e), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.655463 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fecb6116-c11f-4c4b-a998-74a752f4bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (6199ed16-2ce9-4f67-9a48-8798f9a43c4f), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.679407 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks [] for router_gateway (ead3c91a-6ab5-422c-9c3f-db259647e86f), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.745726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bf9d-2008-4c98-897e-7910ec39e37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (96d6cb0e-8253-418e-ae4d-271e4fef216e), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.746697 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.780575 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Attempting to bind port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:36.781192 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Attempting to bind port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:36.781718 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Attempting to bind port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b on network f8493f9b-90f0-45ae-88f1-58848e2a93be {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:36.811031 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:36.811492 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Checking segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:36.811830 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.812301 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Bound using segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:36.812738 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Bound port: a8e46281-3ff6-4c8a-9cbf-d390891b2b4b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:36.813106 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.813458 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks [] for port (42fb2b41-d8da-4073-9fce-fd5886938398), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.872367 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-29eca1bf-6b92-4eed-9e64-84deafcdeaba admin admin] Publish callbacks [] for security_group (ff18ca06-5a5a-41ee-af2b-7734563127a1), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:36.898876 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Allocated IP 172.37.2.133 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/2effafb3-f4ac-41fe-8fbd-b8a4718d4058) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:36.971419 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] For port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:36.988240 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Publish callbacks [] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.007865 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] For port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:37.015063 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.027209 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.057154 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7cf477ff-64af-4c3b-9619-4405d606ed41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:37.074482 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-8e605424-8b4a-4604-9251-b0d4845c5935 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:31:37.075574 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-8e605424-8b4a-4604-9251-b0d4845c5935 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4814811
Feb 28 10:31:37.096322 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-29eca1bf-6b92-4eed-9e64-84deafcdeaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ff18ca06-5a5a-41ee-af2b-7734563127a1), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.098298 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks [] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.107198 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:37.124449 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:37.129184 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:37.132144 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Pushing event updated for resources: {'Port': ['ID=9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.140556 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-fecb6116-c11f-4c4b-a998-74a752f4bd07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9147c1b182e84f66a3a839bdae173b74&name=default HTTP/1.1" status: 200  len: 2992 time: 2.0641503
Feb 28 10:31:37.140914 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39678) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:37.152449 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-1bf1bf9d-2008-4c98-897e-7910ec39e37a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4be56389a99c4e61a4bd82656603ad7e&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0475411
Feb 28 10:31:37.161514 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39680) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:37.164859 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb6116-c11f-4c4b-a998-74a752f4bd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6199ed16-2ce9-4f67-9a48-8798f9a43c4f,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.185337 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.215214 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-29eca1bf-6b92-4eed-9e64-84deafcdeaba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ed523732df14507bb746c141a78e20d&name=default HTTP/1.1" status: 200  len: 2992 time: 1.5233285
Feb 28 10:31:37.216444 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.218241 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39682) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:37.259738 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:37.271356 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:37.276053 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:37.312572 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 7cf477ff-64af-4c3b-9619-4405d606ed41 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:37.313376 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.319111 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d5061-8f5e-4f13-aa7b-42c7ab632213 None None] Pushing event updated for resources: {'Port': ['ID=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.328097 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Network 7133a7a4-f128-4749-9f5a-21513ed66246 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:37.332936 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Attempting to bind port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:37.333385 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1bf9d-2008-4c98-897e-7910ec39e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d6cb0e-8253-418e-ae4d-271e4fef216e,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.333813 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Attempting to bind port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:37.334659 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Attempting to bind port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:37.368951 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:37.369120 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Pushing event updated for resources: {'Port': ['ID=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.370104 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:37.371113 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Checking segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:37.372843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.374535 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Bound using segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:37.375250 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Bound port: 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:37.376504 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.386827 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-84c6f67c-644b-4bb6-8435-fc5655101484 admin admin] Publish callbacks [] for security_group (6199ed16-2ce9-4f67-9a48-8798f9a43c4f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.404060 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:37.404903 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (5b5fc598-f981-4c23-b3aa-f0c54e356edb), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.451486 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-84c6f67c-644b-4bb6-8435-fc5655101484 admin admin] Publish callbacks [] for security_group (6199ed16-2ce9-4f67-9a48-8798f9a43c4f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.475959 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Pushing event updated for resources: {'Port': ['ID=42fb2b41-d8da-4073-9fce-fd5886938398,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.481303 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-509d32ba-3d05-41d3-8f98-ed5d45cecfe7 admin admin] Publish callbacks [] for security_group (96d6cb0e-8253-418e-ae4d-271e4fef216e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.545056 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] For port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:37.561271 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 7cf477ff-64af-4c3b-9619-4405d606ed41 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:37.561671 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.577670 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] For port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:37.581707 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-509d32ba-3d05-41d3-8f98-ed5d45cecfe7 admin admin] Publish callbacks [] for security_group (96d6cb0e-8253-418e-ae4d-271e4fef216e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.598445 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.610433 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 7cf477ff-64af-4c3b-9619-4405d606ed41, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7cf477ff-64af-4c3b-9619-4405d606ed41,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:37.657945 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-af4ac464-6db9-4f6f-97ff-f65ccf8945c7 service neutron] 10.222.0.21 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5589375
Feb 28 10:31:37.669257 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eca1bf-6b92-4eed-9e64-84deafcdeaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff18ca06-5a5a-41ee-af2b-7734563127a1,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.687240 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.733768 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349e623-643e-4e2a-a758-57330f7905a9 None None] Pushing event updated for resources: {'Port': ['ID=9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.829523 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=7cf477ff-64af-4c3b-9619-4405d606ed41,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.834094 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-84c6f67c-644b-4bb6-8435-fc5655101484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (6199ed16-2ce9-4f67-9a48-8798f9a43c4f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.838496 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-84c6f67c-644b-4bb6-8435-fc5655101484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.841187 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-84c6f67c-644b-4bb6-8435-fc5655101484 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6199ed16-2ce9-4f67-9a48-8798f9a43c4f HTTP/1.1" status: 204  len: 168 time: 0.6992469
Feb 28 10:31:37.868864 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6f67c-644b-4bb6-8435-fc5655101484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6199ed16-2ce9-4f67-9a48-8798f9a43c4f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:37.906445 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-509d32ba-3d05-41d3-8f98-ed5d45cecfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (96d6cb0e-8253-418e-ae4d-271e4fef216e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.912302 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-509d32ba-3d05-41d3-8f98-ed5d45cecfe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.914211 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-509d32ba-3d05-41d3-8f98-ed5d45cecfe7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96d6cb0e-8253-418e-ae4d-271e4fef216e HTTP/1.1" status: 204  len: 168 time: 0.7501664
Feb 28 10:31:37.937019 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks [] for router_gateway (ead3c91a-6ab5-422c-9c3f-db259647e86f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.955080 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3e6173a4-161c-4c1d-9d72-a847a892caec admin admin] Publish callbacks [] for security_group (ff18ca06-5a5a-41ee-af2b-7734563127a1), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:37.998472 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d32ba-3d05-41d3-8f98-ed5d45cecfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d6cb0e-8253-418e-ae4d-271e4fef216e,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:38.153593 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks [] for router_gateway (089b3646-a2e1-4cc4-a31c-c31c80cef93f), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.174454 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3e6173a4-161c-4c1d-9d72-a847a892caec admin admin] Publish callbacks [] for security_group (ff18ca06-5a5a-41ee-af2b-7734563127a1), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.350414 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (ead3c91a-6ab5-422c-9c3f-db259647e86f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.356112 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.396364 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3e6173a4-161c-4c1d-9d72-a847a892caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ff18ca06-5a5a-41ee-af2b-7734563127a1), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.399287 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3e6173a4-161c-4c1d-9d72-a847a892caec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.405237 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-3e6173a4-161c-4c1d-9d72-a847a892caec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff18ca06-5a5a-41ee-af2b-7734563127a1 HTTP/1.1" status: 204  len: 168 time: 1.1677816
Feb 28 10:31:38.466077 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.484997 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6173a4-161c-4c1d-9d72-a847a892caec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff18ca06-5a5a-41ee-af2b-7734563127a1,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:38.502661 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-60fab7c5-6986-41d9-8140-e91e6efbdb81 service neutron] 10.222.0.21 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8001618
Feb 28 10:31:38.563799 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39700) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:38.641704 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Router ead3c91a-6ab5-422c-9c3f-db259647e86f is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:31:38.648690 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-656f6fc8-59ad-45ef-a6aa-5c8c5680d842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:38.815158 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39708) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:38.918699 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Allocated IP 172.37.2.134 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:38.980852 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39722) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:39.102689 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3a543c-34fc-468b-a123-fecddc89a655 None None] Network f8493f9b-90f0-45ae-88f1-58848e2a93be requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:39.138534 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b6c077e1-2f49-467a-b47e-bbea9102a51e req-6ef9982a-4f53-4f15-a986-21bf6a63faab tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 210 time: 0.1443529
Feb 28 10:31:39.258587 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:31:39.281301 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Sync routers for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:31:39.297475 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device a8e46281-3ff6-4c8a-9cbf-d390891b2b4b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:39.297972 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.299442 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-eeffec71-2104-443f-aa0f-bb774c354137 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.6223972
Feb 28 10:31:39.303448 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39734) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:39.345513 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-656f6fc8-59ad-45ef-a6aa-5c8c5680d842 admin admin] Publish callbacks [] for security_group (2d37f3ff-22ca-4ba8-9494-85f49d2c3511), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.375049 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:39.375679 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258f446d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:39.388969 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-656f6fc8-59ad-45ef-a6aa-5c8c5680d842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (2d37f3ff-22ca-4ba8-9494-85f49d2c3511), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.442923 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-656f6fc8-59ad-45ef-a6aa-5c8c5680d842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a6a71f022f448c39cba213967e2b437&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8467314
Feb 28 10:31:39.447196 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f6fc8-59ad-45ef-a6aa-5c8c5680d842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d37f3ff-22ca-4ba8-9494-85f49d2c3511,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:39.449952 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39740) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:39.454665 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ed66f72e-717f-4502-82e8-aebd3084fe60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.507373 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-373f2e75-4bf8-4887-a29c-8e19ed35d146 None None] Provisioning complete for port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:39.508188 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-373f2e75-4bf8-4887-a29c-8e19ed35d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.517380 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks [] for port (42fb2b41-d8da-4073-9fce-fd5886938398), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.519211 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31116e57-ecfb-4d67-b2de-bfb3045f96bb None None] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:31:39.536024 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.537259 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (5b5fc598-f981-4c23-b3aa-f0c54e356edb), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.593732 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks [] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.599282 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Pushing event updated for resources: {'Port': ['ID=42fb2b41-d8da-4073-9fce-fd5886938398,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:39.605397 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39746) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:39.639357 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f11e1067-d260-4827-9e22-146c5a9df3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.725280 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0726ea18-aa91-4171-9480-26b49ddd2b88 admin admin] Publish callbacks [] for security_group (2d37f3ff-22ca-4ba8-9494-85f49d2c3511), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.734913 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Network 7133a7a4-f128-4749-9f5a-21513ed66246 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:39.753212 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:39.780687 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0726ea18-aa91-4171-9480-26b49ddd2b88 admin admin] Publish callbacks [] for security_group (2d37f3ff-22ca-4ba8-9494-85f49d2c3511), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.869331 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:39.927145 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ed66f72e-717f-4502-82e8-aebd3084fe60 admin admin] Publish callbacks [] for security_group (283935b1-8aa6-4239-b6ce-9616b70022b3), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:39.973353 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ed66f72e-717f-4502-82e8-aebd3084fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (283935b1-8aa6-4239-b6ce-9616b70022b3), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.075551 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:40.075787 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.076823 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66f72e-717f-4502-82e8-aebd3084fe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283935b1-8aa6-4239-b6ce-9616b70022b3,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:40.115568 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ed66f72e-717f-4502-82e8-aebd3084fe60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=100f86b605bb41ecb2187e3dcfa2dc76&name=default HTTP/1.1" status: 200  len: 2992 time: 1.2952802
Feb 28 10:31:40.132836 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f11e1067-d260-4827-9e22-146c5a9df3d4 admin admin] Publish callbacks [] for security_group (85d0a3a9-5677-474c-99c9-40bffc0bf67a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.134894 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39762) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:40.165749 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f11e1067-d260-4827-9e22-146c5a9df3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (85d0a3a9-5677-474c-99c9-40bffc0bf67a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.170297 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Router 5b5fc598-f981-4c23-b3aa-f0c54e356edb has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:31:40.191235 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.239703 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Pushing event updated for resources: {'Port': ['ID=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:40.257565 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:40.306517 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:40.315836 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-373f2e75-4bf8-4887-a29c-8e19ed35d146 None None] Current status of the port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:40.316503 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-373f2e75-4bf8-4887-a29c-8e19ed35d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.316809 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:40.400641 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-42cef093-9c20-426c-9050-8b5345ccd5ef req-651d1243-c5f2-42d4-8bb3-043a937d48d7 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 210 time: 0.0849180
Feb 28 10:31:40.439501 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f11e1067-d260-4827-9e22-146c5a9df3d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47c88acfe79742df81c431dd8c92c7d6&name=default HTTP/1.1" status: 200  len: 2994 time: 0.8312547
Feb 28 10:31:40.442307 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39774) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:40.531411 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e1067-d260-4827-9e22-146c5a9df3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d0a3a9-5677-474c-99c9-40bffc0bf67a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:40.533874 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-373f2e75-4bf8-4887-a29c-8e19ed35d146 None None] For port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:40.545081 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:40.546233 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.560825 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-373f2e75-4bf8-4887-a29c-8e19ed35d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.665843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258f446d0>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:37Z', 'revision_number': 3, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:40.708435 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0726ea18-aa91-4171-9480-26b49ddd2b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (2d37f3ff-22ca-4ba8-9494-85f49d2c3511), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.712012 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Checking router: ead3c91a-6ab5-422c-9c3f-db259647e86f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:31:40.712384 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Updating router ead3c91a-6ab5-422c-9c3f-db259647e86f port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:31:40.713114 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0726ea18-aa91-4171-9480-26b49ddd2b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.715481 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0726ea18-aa91-4171-9480-26b49ddd2b88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d37f3ff-22ca-4ba8-9494-85f49d2c3511 HTTP/1.1" status: 204  len: 168 time: 1.2610784
Feb 28 10:31:40.718519 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f2e75-4bf8-4887-a29c-8e19ed35d146 None None] Pushing event updated for resources: {'Port': ['ID=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:40.752652 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1675-8a4a-45bb-aab4-3116e3c99754 admin admin] Publish callbacks [] for security_group (283935b1-8aa6-4239-b6ce-9616b70022b3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.758172 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ac662c33-ded5-4120-8d6f-ca004e045003 admin admin] Publish callbacks [] for security_group (85d0a3a9-5677-474c-99c9-40bffc0bf67a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.779538 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.db.api [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 10:31:40.780055 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG oslo_db.api [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 10:31:40.786045 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Provisioning complete for port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:40.786429 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.789174 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.822151 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726ea18-aa91-4171-9480-26b49ddd2b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d37f3ff-22ca-4ba8-9494-85f49d2c3511,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:40.904875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1675-8a4a-45bb-aab4-3116e3c99754 admin admin] Publish callbacks [] for security_group (283935b1-8aa6-4239-b6ce-9616b70022b3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.918215 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:31:40.931782 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Sync routers for ids ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:31:40.939959 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ac662c33-ded5-4120-8d6f-ca004e045003 admin admin] Publish callbacks [] for security_group (85d0a3a9-5677-474c-99c9-40bffc0bf67a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:40.956727 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-21f0e62c-8a57-496d-adb7-d5ccbcd297cd admin admin] 10.222.0.21 "PUT /v2.0/routers/5b5fc598-f981-4c23-b3aa-f0c54e356edb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6390188
Feb 28 10:31:40.959218 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Routers {'5b5fc598-f981-4c23-b3aa-f0c54e356edb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:40.960061 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259c76d30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:41.041166 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Current status of the port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:41.065656 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Provisioning complete for port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:41.066058 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.143608 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks [] for router_gateway (089b3646-a2e1-4cc4-a31c-c31c80cef93f), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.225993 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.236638 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Current status of the port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:41.237171 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.251025 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Publish callbacks [] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.252087 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1675-8a4a-45bb-aab4-3116e3c99754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (283935b1-8aa6-4239-b6ce-9616b70022b3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.255476 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1675-8a4a-45bb-aab4-3116e3c99754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.260763 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8e6b1675-8a4a-45bb-aab4-3116e3c99754 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/283935b1-8aa6-4239-b6ce-9616b70022b3 HTTP/1.1" status: 204  len: 168 time: 1.1173809
Feb 28 10:31:41.273932 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.290866 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ac662c33-ded5-4120-8d6f-ca004e045003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (85d0a3a9-5677-474c-99c9-40bffc0bf67a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.295082 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ac662c33-ded5-4120-8d6f-ca004e045003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.296876 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ac662c33-ded5-4120-8d6f-ca004e045003 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85d0a3a9-5677-474c-99c9-40bffc0bf67a HTTP/1.1" status: 204  len: 168 time: 0.7237406
Feb 28 10:31:41.302097 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b1675-8a4a-45bb-aab4-3116e3c99754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283935b1-8aa6-4239-b6ce-9616b70022b3,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:41.399133 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] For port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:41.421633 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac662c33-ded5-4120-8d6f-ca004e045003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d0a3a9-5677-474c-99c9-40bffc0bf67a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:41.440292 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Set router 5b5fc598-f981-4c23-b3aa-f0c54e356edb gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:41.452882 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.472293 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abc15b-f279-4592-9567-0d8d8b4833ee None None] Pushing event updated for resources: {'Port': ['ID=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:41.485623 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:41.486655 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7cf477ff-64af-4c3b-9619-4405d606ed41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:41.507641 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Attempting to bind port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:41.508033 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Attempting to bind port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:41.508407 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Attempting to bind port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:41.610844 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (089b3646-a2e1-4cc4-a31c-c31c80cef93f), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.681519 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:41.681912 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:41.682324 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.690843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:41.691424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Bound port: 2effafb3-f4ac-41fe-8fbd-b8a4718d4058, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:41.691831 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.702682 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Allocated IP 172.20.0.1 (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3/bb0dccee-fa43-4a04-bab0-df3d7708067c/39a9d540-64ca-4d65-b927-7717bfca7a75) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:41.786321 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0c43-a1f1-4689-915b-011afff358d9 None None] Pushing event updated for resources: {'Port': ['ID=9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:41.827598 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] For port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:41.831735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] For port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:41.834866 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 7cf477ff-64af-4c3b-9619-4405d606ed41 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:41.835277 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.858942 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-58ab7951-6d6f-401d-a524-31a223f53ec6 req-c8ab2372-ad99-46cb-ac78-95ed08dc61f9 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 210 time: 0.0702007
Feb 28 10:31:41.875918 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:41.904325 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Router 089b3646-a2e1-4cc4-a31c-c31c80cef93f is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:31:41.953526 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abc15b-f279-4592-9567-0d8d8b4833ee None None] Pushing event updated for resources: {'Port': ['ID=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:41.984919 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:41.985742 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258f446d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:42.044223 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259c76d30>, [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115'}], 'enable_snat': True}, 'gw_port_id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:38Z', 'revision_number': 4, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port': {'id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '42fb2b41-d8da-4073-9fce-fd5886938398', 'name': '', 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'mac_address': 'fa:16:3e:38:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:38Z', 'revision_number': 2, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'subnets': [{'id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:42.053905 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks [] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:42.079492 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Checking router: 5b5fc598-f981-4c23-b3aa-f0c54e356edb for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:31:42.080224 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Updating router 5b5fc598-f981-4c23-b3aa-f0c54e356edb port 42fb2b41-d8da-4073-9fce-fd5886938398 binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:31:42.119219 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 7cf477ff-64af-4c3b-9619-4405d606ed41 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:42.120952 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:42.124598 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:31:42.151105 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:42.156646 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Sync routers for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:31:42.157653 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:42.160942 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:42.161390 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f5a0634f-cf36-4543-b4ea-169daa68d22f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.6370091
Feb 28 10:31:42.163071 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39828) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:42.203924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:42.214909 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:42.230650 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:42.231231 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258e69280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:42.232189 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:42.234081 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (ead3c91a-6ab5-422c-9c3f-db259647e86f), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:42.496919 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:42.580752 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:42.620011 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=39a9d540-64ca-4d65-b927-7717bfca7a75,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:42.648027 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.26', 62008) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:43.018870 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:43.019254 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.046306 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-fc5cf390-22d1-4d56-b224-62bc30ec952d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:43.048021 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-fc5cf390-22d1-4d56-b224-62bc30ec952d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 819 time: 0.3550980
Feb 28 10:31:43.083882 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Publish callbacks [] for port (42fb2b41-d8da-4073-9fce-fd5886938398), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.093990 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.118158 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9550e803-b4f3-4443-9708-792fd8921191 req-dfe3f518-e162-4496-b8fd-0eac85215e8a tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 210 time: 0.0690212
Feb 28 10:31:43.172146 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-d27f1504-340d-499c-a5b6-75596ba4e195 None None] Provisioning complete for port 39a9d540-64ca-4d65-b927-7717bfca7a75 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:43.173589 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d27f1504-340d-499c-a5b6-75596ba4e195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.200566 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb033872-1fea-4ae6-8af8-41d0586be18e None None] Pushing event updated for resources: {'Port': ['ID=42fb2b41-d8da-4073-9fce-fd5886938398,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:43.233121 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-697e0ca8-40ba-4d2a-999e-c0e87adcd6f2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/quotas/b77d7fba24894206bc824b8dd499e696 HTTP/1.1" status: 200  len: 375 time: 0.1140878
Feb 28 10:31:43.270430 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d27f1504-340d-499c-a5b6-75596ba4e195 None None] Port 39a9d540-64ca-4d65-b927-7717bfca7a75 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:31:43.317530 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:43.352255 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Attempting to bind port 42fb2b41-d8da-4073-9fce-fd5886938398 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:43.352579 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Attempting to bind port 42fb2b41-d8da-4073-9fce-fd5886938398 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:43.357830 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Attempting to bind port 42fb2b41-d8da-4073-9fce-fd5886938398 on network 7133a7a4-f128-4749-9f5a-21513ed66246 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:43.367713 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:43.368103 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Checking segment: {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:43.370711 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.371143 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Bound using segment: {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:43.371657 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Bound port: 42fb2b41-d8da-4073-9fce-fd5886938398, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:43.374193 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.447232 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258f446d0>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:37Z', 'revision_number': 3, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:43.510067 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-f753bc2e-e5bb-4024-a09f-5c385680ab3f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2696364
Feb 28 10:31:43.525204 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] For port 42fb2b41-d8da-4073-9fce-fd5886938398, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:43.527568 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f03bbd-7288-4566-b38c-aa6190052c7e None None] The sync data for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi is: [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:37Z', 'revision_number': 3, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:31:43.531746 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] For port 42fb2b41-d8da-4073-9fce-fd5886938398, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42fb2b41-d8da-4073-9fce-fd5886938398,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:43.544955 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.558680 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-611d6eab-929c-4453-b032-564b18182583 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:43.562489 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-611d6eab-929c-4453-b032-564b18182583 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.26 "GET /v2.0/networks?id=1fc7adb1-5f6e-49b1-9f69-c85127612f56 HTTP/1.1" status: 200  len: 812 time: 0.9053004
Feb 28 10:31:43.596446 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks [] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.604956 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.605760 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (ead3c91a-6ab5-422c-9c3f-db259647e86f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.656468 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Routers {'5b5fc598-f981-4c23-b3aa-f0c54e356edb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:43.657119 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259c76d30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:43.723642 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=39a9d540-64ca-4d65-b927-7717bfca7a75,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:43.741507 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.754812 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Request body: {'port': {'device_id': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56', 'admin_state_up': True, 'tenant_id': '16ab7d83969f4e2ea219ab1eb98cf29d'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:43.823025 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:43.837867 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc5fc-2878-43f4-a6e8-bd6590b236b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:43.899250 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258e69280>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:40Z', 'revision_number': 3, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:43.908716 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb033872-1fea-4ae6-8af8-41d0586be18e None None] Pushing event updated for resources: {'Port': ['ID=42fb2b41-d8da-4073-9fce-fd5886938398,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:43.980253 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Checking router: 089b3646-a2e1-4cc4-a31c-c31c80cef93f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:31:43.980623 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Updating router 089b3646-a2e1-4cc4-a31c-c31c80cef93f port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:31:44.074412 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:44.094029 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] Set router 5b5fc598-f981-4c23-b3aa-f0c54e356edb gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:44.120133 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:44.145642 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:44.177030 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 39918) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:44.349172 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-37e97ccf-6418-46ee-ab35-d864b19f6437 service neutron] 10.222.0.21 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8232937
Feb 28 10:31:44.370494 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-98255e31-d7d8-4c3a-97ac-8a6ba2860fca req-97ffc30f-055a-4dfb-bae3-4005303b8582 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 210 time: 0.0961702
Feb 28 10:31:44.635159 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Allocated IP 172.20.0.1 (f8493f9b-90f0-45ae-88f1-58848e2a93be/da5d46ed-8ba0-4de4-a7cb-3950ee2cb593/6a19d80c-0af6-4120-8851-14c62ceff59e) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:44.677982 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Router ead3c91a-6ab5-422c-9c3f-db259647e86f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:31:44.837575 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks [] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:44.862830 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259c76d30>, [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115'}], 'enable_snat': True}, 'gw_port_id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:38Z', 'revision_number': 4, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port': {'id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '42fb2b41-d8da-4073-9fce-fd5886938398', 'name': '', 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'mac_address': 'fa:16:3e:38:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:43Z', 'revision_number': 4, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'subnets': [{'id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:44.937795 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:44.971804 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f3a6e-bb22-498c-a0d0-78f1e5e8b81a None None] The sync data for ids ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'] in dv-cinder-master-3-iscsi is: [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115'}], 'enable_snat': True}, 'gw_port_id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:38Z', 'revision_number': 4, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port': {'id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '42fb2b41-d8da-4073-9fce-fd5886938398', 'name': '', 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'mac_address': 'fa:16:3e:38:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:43Z', 'revision_number': 4, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'subnets': [{'id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:31:44.984395 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Publish callbacks [] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.002926 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device a8e46281-3ff6-4c8a-9cbf-d390891b2b4b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:45.084038 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.144903 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-844164ae-63fc-4f8a-93c0-f1ff35112149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.160332 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:31:45.199947 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Network f8493f9b-90f0-45ae-88f1-58848e2a93be is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:45.213571 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:45.240600 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:45.241084 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (089b3646-a2e1-4cc4-a31c-c31c80cef93f), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.290931 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Attempting to bind port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:45.291534 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Attempting to bind port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:45.295336 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Attempting to bind port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:45.308498 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-ccae8858-a943-4e86-9ea8-1a3c0fdeaf3f None None] Provisioning complete for port 39a9d540-64ca-4d65-b927-7717bfca7a75 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:45.309947 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccae8858-a943-4e86-9ea8-1a3c0fdeaf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.320356 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Made reservation on behalf of 16ab7d83969f4e2ea219ab1eb98cf29d for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:45.324717 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.380907 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ccae8858-a943-4e86-9ea8-1a3c0fdeaf3f None None] Port 39a9d540-64ca-4d65-b927-7717bfca7a75 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:31:45.397480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:31:45.412370 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:45.412986 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:45.413547 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.414214 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:45.415297 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Bound port: 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:45.417202 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.428485 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-01500d94-328a-4e62-a271-00c73e264ad0 admin admin] 10.222.0.21 "PUT /v2.0/routers/ead3c91a-6ab5-422c-9c3f-db259647e86f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1239750
Feb 28 10:31:45.525680 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] For port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:45.554903 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] For port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:45.567632 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.572925 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796a2a-78d2-474f-83b3-bf819a12d45b None None] Pushing event updated for resources: {'Port': ['ID=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:45.608615 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Pushing event updated for resources: {'Port': ['ID=6a19d80c-0af6-4120-8851-14c62ceff59e,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:45.693526 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ab112f39-71fd-46f7-aa14-ae4426c1e5f4 req-d9825969-1254-4f5a-a31e-eecd83e0924f tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 210 time: 0.1120396
Feb 28 10:31:45.923711 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:45.925668 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:45.930773 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796a2a-78d2-474f-83b3-bf819a12d45b None None] Pushing event updated for resources: {'Port': ['ID=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:45.942224 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-0101f98c-d07e-436d-88f4-e84996626500 service neutron] 10.222.0.21 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5629539
Feb 28 10:31:46.048258 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:46.050467 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258e69280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:46.090310 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-844164ae-63fc-4f8a-93c0-f1ff35112149 admin admin] Publish callbacks [] for security_group (054931f2-b11a-4fac-8248-5f4eeb16f4e6), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:46.127837 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-844164ae-63fc-4f8a-93c0-f1ff35112149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (054931f2-b11a-4fac-8248-5f4eeb16f4e6), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:46.131058 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Allocated IP 172.20.0.4 (1fc7adb1-5f6e-49b1-9f69-c85127612f56/62bd32c8-c7d4-4452-8a8b-9dba5f81c386/9d3f112a-0650-404c-920f-c6a38ab77372) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:46.305239 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-844164ae-63fc-4f8a-93c0-f1ff35112149 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc7b720f29804a9f816e2fdc4c1317a3&name=default HTTP/1.1" status: 200  len: 2996 time: 2.1251481
Feb 28 10:31:46.308482 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 39954) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:46.344621 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:46.419646 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-f7c54d04-91a6-4db8-beff-e5fa31793d7d None None] Provisioning complete for port 6a19d80c-0af6-4120-8851-14c62ceff59e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:46.422422 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f7c54d04-91a6-4db8-beff-e5fa31793d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:46.628545 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74b30a17-05e6-48ae-87be-d4defb1eba77 req-6fe7b0b0-6315-48b4-a7d7-a0bdf60b2057 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 210 time: 0.2225912
Feb 28 10:31:46.660780 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844164ae-63fc-4f8a-93c0-f1ff35112149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054931f2-b11a-4fac-8248-5f4eeb16f4e6,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:46.703109 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b0832f0-f7f6-458f-a9f5-44270640f44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:46.771281 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f7c54d04-91a6-4db8-beff-e5fa31793d7d None None] Port 6a19d80c-0af6-4120-8851-14c62ceff59e cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:31:46.921340 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:47.086434 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks [] for port (9d3f112a-0650-404c-920f-c6a38ab77372), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.220082 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.446168 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Pushing event updated for resources: {'Port': ['ID=9d3f112a-0650-404c-920f-c6a38ab77372,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:47.528562 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks [] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.563453 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Sync routers for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:31:47.570563 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:47.573795 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6ad84-dbde-4b7d-a76f-83311be1936d req-7efa1f77-d246-4e97-b167-8034f8b2cb93 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:47.575806 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75f25921-3bec-4e2b-9e9d-33f89cb5fdeb admin admin] Publish callbacks [] for security_group (054931f2-b11a-4fac-8248-5f4eeb16f4e6), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.578688 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-79c6ad84-dbde-4b7d-a76f-83311be1936d req-7efa1f77-d246-4e97-b167-8034f8b2cb93 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 931 time: 0.2984948
Feb 28 10:31:47.580089 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.583051 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:47.584028 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259ea3640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:47.595806 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (089b3646-a2e1-4cc4-a31c-c31c80cef93f), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.600871 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:47.611367 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:47.630489 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:47.638097 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.769353 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.780546 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75f25921-3bec-4e2b-9e9d-33f89cb5fdeb admin admin] Publish callbacks [] for security_group (054931f2-b11a-4fac-8248-5f4eeb16f4e6), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.803578 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-e2d17cbc-49bb-4fb4-b793-347f4406baa0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0792408
Feb 28 10:31:47.807613 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:47.809803 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:47.873662 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-bbe8898c-0da6-49c9-8cb1-9a36220faa84 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:31:47.877225 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-bbe8898c-0da6-49c9-8cb1-9a36220faa84 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0127590
Feb 28 10:31:47.935048 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Pushing event updated for resources: {'Port': ['ID=6a19d80c-0af6-4120-8851-14c62ceff59e,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:47.986298 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75f25921-3bec-4e2b-9e9d-33f89cb5fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (054931f2-b11a-4fac-8248-5f4eeb16f4e6), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.991067 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75f25921-3bec-4e2b-9e9d-33f89cb5fdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:47.992568 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-75f25921-3bec-4e2b-9e9d-33f89cb5fdeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/054931f2-b11a-4fac-8248-5f4eeb16f4e6 HTTP/1.1" status: 204  len: 168 time: 1.6673796
Feb 28 10:31:48.041916 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f25921-3bec-4e2b-9e9d-33f89cb5fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054931f2-b11a-4fac-8248-5f4eeb16f4e6,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:48.197579 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:48.258564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40026) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:48.265653 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a9bc588a-5cd0-4a68-86ae-6fd02c064ffd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184799683', 'description': 'tempest-description--669778455'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:48.302529 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:48.302966 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:48.341570 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Network f8493f9b-90f0-45ae-88f1-58848e2a93be is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:48.350029 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-79c6ad84-dbde-4b7d-a76f-83311be1936d req-1643eebc-7c4b-45c0-b512-494a163269f0 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7406144
Feb 28 10:31:48.351802 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:48.354215 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a9bc588a-5cd0-4a68-86ae-6fd02c064ffd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:48.632954 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:48.660357 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258e69280>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:44Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:48.694867 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a9bc588a-5cd0-4a68-86ae-6fd02c064ffd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (d87a0369-f48f-4efa-90cf-99514919890d), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:48.706435 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a9bc588a-5cd0-4a68-86ae-6fd02c064ffd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d87a0369-f48f-4efa-90cf-99514919890d), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:48.766937 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8dd99-3d55-46e2-9e5c-9b331dd29629 None None] The sync data for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi is: [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:44Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:31:48.856290 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a9bc588a-5cd0-4a68-86ae-6fd02c064ffd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:48.860078 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a9bc588a-5cd0-4a68-86ae-6fd02c064ffd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5984490
Feb 28 10:31:48.863896 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40050) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:48.880480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-ddf99aed-0288-4e99-9b84-1228a898cb36 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'security_group_rule': {'security_group_id': 'd87a0369-f48f-4efa-90cf-99514919890d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:48.901953 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc588a-5cd0-4a68-86ae-6fd02c064ffd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a0369-f48f-4efa-90cf-99514919890d,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:48.962140 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:49.030871 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-b5ace5e5-36ed-4e7d-b469-1b60f1bc8f19 None None] Provisioning complete for port 6a19d80c-0af6-4120-8851-14c62ceff59e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:49.031568 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5ace5e5-36ed-4e7d-b469-1b60f1bc8f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.103275 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf99aed-0288-4e99-9b84-1228a898cb36 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (0dca7862-b137-4b8e-ae52-b9765c15993a), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.200462 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b5ace5e5-36ed-4e7d-b469-1b60f1bc8f19 None None] Port 6a19d80c-0af6-4120-8851-14c62ceff59e cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:31:49.327107 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259ea3640>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 2, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:49.418583 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40058) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:49.501717 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf99aed-0288-4e99-9b84-1228a898cb36 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (0dca7862-b137-4b8e-ae52-b9765c15993a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.517464 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Checking router: ead3c91a-6ab5-422c-9c3f-db259647e86f for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:31:49.517866 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Updating router ead3c91a-6ab5-422c-9c3f-db259647e86f port 39a9d540-64ca-4d65-b927-7717bfca7a75 binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:31:49.569770 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf99aed-0288-4e99-9b84-1228a898cb36 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (0dca7862-b137-4b8e-ae52-b9765c15993a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.589891 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-bfe074f0-2d2b-4868-a6a2-407062d872b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:49.593558 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 42fb2b41-d8da-4073-9fce-fd5886938398 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:49.613678 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-bfe074f0-2d2b-4868-a6a2-407062d872b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 819 time: 0.5605509
Feb 28 10:31:49.618383 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5a524d4a-735b-4e84-b50d-1a8e9fbef4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.687578 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-047a2b22-59c7-4446-92eb-6a92159a5905 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/quotas/b77d7fba24894206bc824b8dd499e696 HTTP/1.1" status: 200  len: 375 time: 0.0726991
Feb 28 10:31:49.705863 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.716902 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 42fb2b41-d8da-4073-9fce-fd5886938398 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:49.718009 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.739977 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf99aed-0288-4e99-9b84-1228a898cb36 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:49.741235 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ddf99aed-0288-4e99-9b84-1228a898cb36 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8684425
Feb 28 10:31:49.750358 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf99aed-0288-4e99-9b84-1228a898cb36 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dca7862-b137-4b8e-ae52-b9765c15993a,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:49.751897 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40068) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:49.781822 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-51558029-359c-472d-9f83-856d1285e9fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'security_group_rule': {'security_group_id': 'd87a0369-f48f-4efa-90cf-99514919890d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:49.819792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Router 089b3646-a2e1-4cc4-a31c-c31c80cef93f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:31:49.880096 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Request body: {'port': {'device_id': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:50.025594 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 42fb2b41-d8da-4073-9fce-fd5886938398 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:50.028082 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.037459 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.134292 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.26', 62020) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:50.146090 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 42fb2b41-d8da-4073-9fce-fd5886938398, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42fb2b41-d8da-4073-9fce-fd5886938398,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:50.153411 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.157797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:50.361713 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=42fb2b41-d8da-4073-9fce-fd5886938398,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:50.378193 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5a524d4a-735b-4e84-b50d-1a8e9fbef4e0 admin admin] Publish callbacks [] for security_group (75c58477-bccd-4516-b5a9-56c9610de548), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.406432 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:50.407461 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.412452 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5a524d4a-735b-4e84-b50d-1a8e9fbef4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (75c58477-bccd-4516-b5a9-56c9610de548), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.548485 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a524d4a-735b-4e84-b50d-1a8e9fbef4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c58477-bccd-4516-b5a9-56c9610de548,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:50.565813 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51558029-359c-472d-9f83-856d1285e9fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (8d09fc04-0e8b-4353-a34e-bfd5277f1b55), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.589414 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.665386 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-20fa0e2f-a9c1-4add-b210-7ee60a104933 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:50.669115 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-20fa0e2f-a9c1-4add-b210-7ee60a104933 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 819 time: 0.5136673
Feb 28 10:31:50.679158 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40084) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:50.702355 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e100f-49fa-4695-9fc5-128a35dc9bb5 req-3f004c78-9974-4a71-ae73-73072a6b7ed4 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:50.713720 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:50.715015 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.719909 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e19e100f-49fa-4695-9fc5-128a35dc9bb5 req-3f004c78-9974-4a71-ae73-73072a6b7ed4 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 931 time: 0.9836099
Feb 28 10:31:50.769004 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Request body: {'port': {'device_id': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'admin_state_up': True, 'tenant_id': 'b77d7fba24894206bc824b8dd499e696'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:50.816782 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:50.826125 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.934983 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Publish callbacks [] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:50.945379 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:51.018219 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:51.063289 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb84fb7-350c-4e9a-937c-7bb345be5df1 None None] Pushing event updated for resources: {'Port': ['ID=39a9d540-64ca-4d65-b927-7717bfca7a75,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:51.253688 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Attempting to bind port 39a9d540-64ca-4d65-b927-7717bfca7a75 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:51.254080 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Attempting to bind port 39a9d540-64ca-4d65-b927-7717bfca7a75 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:51.254443 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Attempting to bind port 39a9d540-64ca-4d65-b927-7717bfca7a75 on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:51.274668 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:51.277962 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Checking segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:51.280812 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:51.281199 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Bound using segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:51.281713 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Bound port: 39a9d540-64ca-4d65-b927-7717bfca7a75, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:51.282196 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:51.324218 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5a524d4a-735b-4e84-b50d-1a8e9fbef4e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02fb28be813a480ea49f887e50e952e3&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8785055
Feb 28 10:31:51.364526 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40092) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:51.416479 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:51.527086 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] For port 39a9d540-64ca-4d65-b927-7717bfca7a75, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:51.532646 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] For port 39a9d540-64ca-4d65-b927-7717bfca7a75, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=39a9d540-64ca-4d65-b927-7717bfca7a75,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:51.546332 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:51.656124 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-b41af899-353b-4a3a-bfa8-7e5f04e64588 None None] Provisioning complete for port 39a9d540-64ca-4d65-b927-7717bfca7a75 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:51.656799 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b41af899-353b-4a3a-bfa8-7e5f04e64588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:51.660456 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:51.663071 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:51.663218 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:51.664118 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259ea3640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:51.666452 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-ba1673ca-d0ad-493a-9d1f-9eace41c41f1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&fields=id HTTP/1.1" status: 200  len: 255 time: 1.9779327
Feb 28 10:31:52.001564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51558029-359c-472d-9f83-856d1285e9fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (8d09fc04-0e8b-4353-a34e-bfd5277f1b55), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.022364 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51558029-359c-472d-9f83-856d1285e9fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (8d09fc04-0e8b-4353-a34e-bfd5277f1b55), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.114195 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-48802162-8336-4864-9513-63461e1bedc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.136937 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b41af899-353b-4a3a-bfa8-7e5f04e64588 None None] Current status of the port 39a9d540-64ca-4d65-b927-7717bfca7a75 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:52.138768 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b41af899-353b-4a3a-bfa8-7e5f04e64588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.180007 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:52.182874 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.183958 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51558029-359c-472d-9f83-856d1285e9fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d09fc04-0e8b-4353-a34e-bfd5277f1b55,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:52.226759 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e19e100f-49fa-4695-9fc5-128a35dc9bb5 req-05d799f2-0089-4197-8054-b54c5a253553 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5058210
Feb 28 10:31:52.259541 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb84fb7-350c-4e9a-937c-7bb345be5df1 None None] Pushing event updated for resources: {'Port': ['ID=39a9d540-64ca-4d65-b927-7717bfca7a75,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:52.261305 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:52.287860 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b41af899-353b-4a3a-bfa8-7e5f04e64588 None None] For port 39a9d540-64ca-4d65-b927-7717bfca7a75, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=39a9d540-64ca-4d65-b927-7717bfca7a75,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:52.290441 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.295946 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 42fb2b41-d8da-4073-9fce-fd5886938398 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:52.322949 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:31:52.331856 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b41af899-353b-4a3a-bfa8-7e5f04e64588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.347298 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-8382e565-071e-43e0-8ca2-5e0bf208320f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:31:52.350279 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-8382e565-071e-43e0-8ca2-5e0bf208320f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2603619
Feb 28 10:31:52.351278 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Made reservation on behalf of b77d7fba24894206bc824b8dd499e696 for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:52.363990 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.381432 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:52.383169 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-107db736-1a15-497f-9d73-f3dd6f1a1f9e admin admin] 10.222.0.21 "PUT /v2.0/routers/089b3646-a2e1-4cc4-a31c-c31c80cef93f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2154114
Feb 28 10:31:52.456451 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51558029-359c-472d-9f83-856d1285e9fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.461158 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-51558029-359c-472d-9f83-856d1285e9fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.6955247
Feb 28 10:31:52.470705 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40110) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:52.495236 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:52.546070 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ade19ac-bbd4-4597-a658-251bd2ee76aa admin admin] Publish callbacks [] for security_group (75c58477-bccd-4516-b5a9-56c9610de548), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.578846 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-e3d1dc15-d99d-4727-a0f2-c9d8b378ad56 None None] Provisioning complete for port 39a9d540-64ca-4d65-b927-7717bfca7a75 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:52.585158 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3d1dc15-d99d-4727-a0f2-c9d8b378ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.678219 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ade19ac-bbd4-4597-a658-251bd2ee76aa admin admin] Publish callbacks [] for security_group (75c58477-bccd-4516-b5a9-56c9610de548), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.704497 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:52.756461 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:53.017700 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259ea3640>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:51Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:53.038399 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-650da8d2-4539-4230-aa36-6f745fa2b146 service neutron] 10.222.0.21 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6702180
Feb 28 10:31:53.044969 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41af899-353b-4a3a-bfa8-7e5f04e64588 None None] Pushing event updated for resources: {'Port': ['ID=39a9d540-64ca-4d65-b927-7717bfca7a75,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:53.086082 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 42fb2b41-d8da-4073-9fce-fd5886938398 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:53.088860 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:53.151844 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb1a7f-7406-4557-a2a7-88d2e4a269af None None] The sync data for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi is: [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:51Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:31:53.226801 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1dc15-d99d-4727-a0f2-c9d8b378ad56 None None] Current status of the port 39a9d540-64ca-4d65-b927-7717bfca7a75 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:53.227035 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-b69e8c2b-e023-488b-9265-d5feff4db6a3 service neutron] 10.222.0.21 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1160021
Feb 28 10:31:53.265045 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-48802162-8336-4864-9513-63461e1bedc7 admin admin] Publish callbacks [] for security_group (3a96d232-b35c-413d-872c-e69d232c3def), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:53.273740 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-48802162-8336-4864-9513-63461e1bedc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (3a96d232-b35c-413d-872c-e69d232c3def), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:53.467364 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3f112a-0650-404c-920f-c6a38ab77372 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:31:53.496652 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 42fb2b41-d8da-4073-9fce-fd5886938398 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:53.519878 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Publish callbacks [] for port (9d3f112a-0650-404c-920f-c6a38ab77372), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:53.549540 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Allocated IP 172.20.0.10 (7133a7a4-f128-4749-9f5a-21513ed66246/b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981/b4a656dd-70b4-452d-a3c9-90978f7d0dca) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:53.567665 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-48802162-8336-4864-9513-63461e1bedc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6191872ccd434d42bc1cafaf678777a0&name=default HTTP/1.1" status: 200  len: 2996 time: 2.8839207
Feb 28 10:31:53.584501 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48802162-8336-4864-9513-63461e1bedc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a96d232-b35c-413d-872c-e69d232c3def,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:53.585832 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ade19ac-bbd4-4597-a658-251bd2ee76aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (75c58477-bccd-4516-b5a9-56c9610de548), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:53.592907 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ade19ac-bbd4-4597-a658-251bd2ee76aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:53.596714 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40130) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:53.601983 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7ade19ac-bbd4-4597-a658-251bd2ee76aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75c58477-bccd-4516-b5a9-56c9610de548 HTTP/1.1" status: 204  len: 168 time: 2.2153997
Feb 28 10:31:53.711076 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Transition to ACTIVE for port object 9d3f112a-0650-404c-920f-c6a38ab77372 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:31:53.743513 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:53.769108 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade19ac-bbd4-4597-a658-251bd2ee76aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c58477-bccd-4516-b5a9-56c9610de548,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:53.905820 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Sync routers for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:31:53.955742 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:53.956959 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259010070>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:54.021792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks [] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.117482 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.275956 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.280618 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Pushing event updated for resources: {'Port': ['ID=9d3f112a-0650-404c-920f-c6a38ab77372,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:54.321553 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40152) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:54.380195 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a74d5fe8-395d-40e3-b156-1b4526f4be53 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304782941', 'description': 'tempest-description--879734601'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:54.439307 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:54.611318 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Pushing event updated for resources: {'Port': ['ID=b4a656dd-70b4-452d-a3c9-90978f7d0dca,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:54.641053 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Network 7133a7a4-f128-4749-9f5a-21513ed66246 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:54.650627 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-78cc68be-f74b-46ba-b833-c14e4386e6ff admin admin] Publish callbacks [] for security_group (3a96d232-b35c-413d-872c-e69d232c3def), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.682062 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Allocated IP 172.37.2.53 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/05466f29-9229-45f2-9ab3-295497f76b74) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:54.691826 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-78cc68be-f74b-46ba-b833-c14e4386e6ff admin admin] Publish callbacks [] for security_group (3a96d232-b35c-413d-872c-e69d232c3def), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.776609 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:54.782354 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-78cc68be-f74b-46ba-b833-c14e4386e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (3a96d232-b35c-413d-872c-e69d232c3def), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.785864 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-78cc68be-f74b-46ba-b833-c14e4386e6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.789619 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-78cc68be-f74b-46ba-b833-c14e4386e6ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a96d232-b35c-413d-872c-e69d232c3def HTTP/1.1" status: 204  len: 168 time: 0.6628830
Feb 28 10:31:54.802033 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bc9dc871-1dfe-4085-9611-3eaff354ae8d req-dee43157-beca-4d52-93be-4d2bbadc5d47 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 210 time: 0.1937749
Feb 28 10:31:54.803957 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:54.830614 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:54.872033 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:54.872643 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:54.983670 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc68be-f74b-46ba-b833-c14e4386e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a96d232-b35c-413d-872c-e69d232c3def,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:55.029791 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313f0c2-36ed-4ec5-a363-25e95084c38d req-c212eb95-9861-419a-a905-df830ed14fea tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:55.039649 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b313f0c2-36ed-4ec5-a363-25e95084c38d req-c212eb95-9861-419a-a905-df830ed14fea tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 943 time: 0.8127944
Feb 28 10:31:55.103423 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:55.108546 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.141082 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-a782fddb-7428-4b9b-8b17-9350fcc2f5c0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3838708
Feb 28 10:31:55.187470 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Request body: {'port': {'device_id': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:55.260200 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Attempting to bind port 9d3f112a-0650-404c-920f-c6a38ab77372 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:55.260570 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Attempting to bind port 9d3f112a-0650-404c-920f-c6a38ab77372 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '251a7145-69dd-4a48-999e-262100c6620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:55.274824 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Attempting to bind port 9d3f112a-0650-404c-920f-c6a38ab77372 on network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:55.322574 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Port 9d3f112a-0650-404c-920f-c6a38ab77372 on network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:31:55.323456 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Attempting to bind port 9d3f112a-0650-404c-920f-c6a38ab77372 on network 1fc7adb1-5f6e-49b1-9f69-c85127612f56 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:55.335951 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:55.336632 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Checking segment: {'id': '251a7145-69dd-4a48-999e-262100c6620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:55.338526 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Bound using segment: {'id': '251a7145-69dd-4a48-999e-262100c6620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:55.341040 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Bound port: 9d3f112a-0650-404c-920f-c6a38ab77372, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251a7145-69dd-4a48-999e-262100c6620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:55.341803 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.352801 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a74d5fe8-395d-40e3-b156-1b4526f4be53 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.372022 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b313f0c2-36ed-4ec5-a363-25e95084c38d req-c7e97bb4-536b-42ef-9f7a-5f1de5af8acf tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3204372
Feb 28 10:31:55.587269 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.635494 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for port (05466f29-9229-45f2-9ab3-295497f76b74), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.741010 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40200) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:55.791690 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:55.793015 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 39a9d540-64ca-4d65-b927-7717bfca7a75 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:55.864025 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a74d5fe8-395d-40e3-b156-1b4526f4be53 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (06cb8956-7c4b-4d18-a361-04e20801a10a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.884426 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a74d5fe8-395d-40e3-b156-1b4526f4be53 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (06cb8956-7c4b-4d18-a361-04e20801a10a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.887908 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-712d3eba-00bc-47ed-87dd-0cc18c475fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.907849 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 39a9d540-64ca-4d65-b927-7717bfca7a75 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:55.908468 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.927983 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a74d5fe8-395d-40e3-b156-1b4526f4be53 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:55.932207 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a74d5fe8-395d-40e3-b156-1b4526f4be53 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 1.5844829
Feb 28 10:31:55.943311 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40204) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:55.952880 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-0efe04f1-943d-43cc-a018-4f2783bee262 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'security_group_rule': {'security_group_id': '06cb8956-7c4b-4d18-a361-04e20801a10a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:55.985267 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259010070>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:46Z', 'revision_number': 2, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:56.018503 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0efe04f1-943d-43cc-a018-4f2783bee262 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (28aaba91-9c77-449a-ae37-8bea9c700a84), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.068887 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Checking router: 089b3646-a2e1-4cc4-a31c-c31c80cef93f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:31:56.074235 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Updating router 089b3646-a2e1-4cc4-a31c-c31c80cef93f port 6a19d80c-0af6-4120-8851-14c62ceff59e binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:31:56.109723 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0efe04f1-943d-43cc-a018-4f2783bee262 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (28aaba91-9c77-449a-ae37-8bea9c700a84), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.118538 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (05466f29-9229-45f2-9ab3-295497f76b74), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.144976 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:31:56.146236 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0efe04f1-943d-43cc-a018-4f2783bee262 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (28aaba91-9c77-449a-ae37-8bea9c700a84), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.168214 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:31:56.184251 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:31:56.196663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.254066 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d5fe8-395d-40e3-b156-1b4526f4be53 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb8956-7c4b-4d18-a361-04e20801a10a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:56.265988 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c76c9849-570f-4af4-b904-2129699577fa req-532e6021-b01a-4333-b88b-e66d46a62d2a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 210 time: 0.2467291
Feb 28 10:31:56.462530 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.26', 62029) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:56.502938 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe04f1-943d-43cc-a018-4f2783bee262 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aaba91-9c77-449a-ae37-8bea9c700a84,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:56.544639 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] For port 9d3f112a-0650-404c-920f-c6a38ab77372, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:56.555614 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0efe04f1-943d-43cc-a018-4f2783bee262 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.559793 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0efe04f1-943d-43cc-a018-4f2783bee262 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6107795
Feb 28 10:31:56.662642 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40226) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:56.687618 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 39a9d540-64ca-4d65-b927-7717bfca7a75 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:56.689406 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:31:56.719694 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-c0c6b9f2-778a-480d-965f-7fb45971ea28 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'security_group_rule': {'security_group_id': '06cb8956-7c4b-4d18-a361-04e20801a10a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:56.798835 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-712d3eba-00bc-47ed-87dd-0cc18c475fdb admin admin] Publish callbacks [] for security_group (39ba9be9-6038-450f-8226-b20127b388cc), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.824647 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] For port 9d3f112a-0650-404c-920f-c6a38ab77372, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d3f112a-0650-404c-920f-c6a38ab77372,segment=NetworkSegment(251a7145-69dd-4a48-999e-262100c6620e),segment_id=251a7145-69dd-4a48-999e-262100c6620e)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:56.922573 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-712d3eba-00bc-47ed-87dd-0cc18c475fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (39ba9be9-6038-450f-8226-b20127b388cc), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:56.937001 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b9f2-778a-480d-965f-7fb45971ea28 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (200eb6ed-21fb-45b5-834c-27cb2455c4a7), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.074067 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.154872 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (2866cd7a-0b6c-4358-87c2-9b19a8e4e842), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.158764 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'Port': ['ID=05466f29-9229-45f2-9ab3-295497f76b74,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:57.213140 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:57.213140 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.231749 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-712d3eba-00bc-47ed-87dd-0cc18c475fdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c167f6c60ece44bfa68473ab965726c3&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4882913
Feb 28 10:31:57.237653 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d3eba-00bc-47ed-87dd-0cc18c475fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba9be9-6038-450f-8226-b20127b388cc,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:57.249577 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40254) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:57.270256 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10765-cc8c-4a47-940f-3d6352b7e3a1 req-509aebf2-5df6-4156-8619-d8be7fc8e226 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:57.285162 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f9e10765-cc8c-4a47-940f-3d6352b7e3a1 req-509aebf2-5df6-4156-8619-d8be7fc8e226 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 943 time: 0.5729902
Feb 28 10:31:57.303848 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:57.308843 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.315020 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] 10.222.0.26 "PUT /v2.0/ports/9d3f112a-0650-404c-920f-c6a38ab77372 HTTP/1.1" status: 200  len: 1093 time: 8.0864515
Feb 28 10:31:57.398558 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'tag': '9d3f112a-0650-404c-920f-c6a38ab77372'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:31:57.762735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:57.789835 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40272) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:57.844352 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b9f2-778a-480d-965f-7fb45971ea28 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (200eb6ed-21fb-45b5-834c-27cb2455c4a7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.847515 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (05466f29-9229-45f2-9ab3-295497f76b74), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.849421 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe79db-2890-4cf9-9821-7730244c917d service neutron] Pushing event updated for resources: {'Port': ['ID=9d3f112a-0650-404c-920f-c6a38ab77372,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:57.865851 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b9f2-778a-480d-965f-7fb45971ea28 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (200eb6ed-21fb-45b5-834c-27cb2455c4a7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:57.983826 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Publish callbacks [] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.001726 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.009784 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b9f2-778a-480d-965f-7fb45971ea28 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.015946 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c0c6b9f2-778a-480d-965f-7fb45971ea28 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3401072
Feb 28 10:31:58.015946 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6b9f2-778a-480d-965f-7fb45971ea28 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200eb6ed-21fb-45b5-834c-27cb2455c4a7,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:58.049081 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40280) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:58.068273 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:58.084138 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed66534-8db5-49e4-8e8e-436bc7d178ce None None] Pushing event updated for resources: {'Port': ['ID=6a19d80c-0af6-4120-8851-14c62ceff59e,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:58.095341 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-b9f4d60b-7e91-4eae-92bd-fe9f72e7ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:58.112362 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-b9f4d60b-7e91-4eae-92bd-fe9f72e7ce8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16ab7d83969f4e2ea219ab1eb98cf29d&device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 1127 time: 0.4918914
Feb 28 10:31:58.210823 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Attempting to bind port 6a19d80c-0af6-4120-8851-14c62ceff59e on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:58.211151 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Attempting to bind port 6a19d80c-0af6-4120-8851-14c62ceff59e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:58.211559 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Attempting to bind port 6a19d80c-0af6-4120-8851-14c62ceff59e on network f8493f9b-90f0-45ae-88f1-58848e2a93be {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:58.232334 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a656dd-70b4-452d-a3c9-90978f7d0dca {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:31:58.234312 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:58.234849 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Checking segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:58.235146 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.235556 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Bound using segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:58.236051 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Bound port: 6a19d80c-0af6-4120-8851-14c62ceff59e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:58.240790 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.258557 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Publish callbacks [] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.275505 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df" -d '{"events": [{"name": "network-changed", "server_uuid": "42df3b45-4c1d-4d70-a36e-1ad74ba36a4e", "tag": "9d3f112a-0650-404c-920f-c6a38ab77372"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:31:58.307940 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Transition to ACTIVE for port object b4a656dd-70b4-452d-a3c9-90978f7d0dca will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:31:58.341991 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-9b9647d9-3a7b-4ab7-be8d-26cbf31c563b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:58.352795 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] For port 6a19d80c-0af6-4120-8851-14c62ceff59e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:58.357349 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] For port 6a19d80c-0af6-4120-8851-14c62ceff59e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a19d80c-0af6-4120-8851-14c62ceff59e,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:58.357538 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-9b9647d9-3a7b-4ab7-be8d-26cbf31c563b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 819 time: 1.8664372
Feb 28 10:31:58.364352 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.437701 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-caf4d27b-79b4-4af5-a811-2b54164dc291 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3f112a-0650-404c-920f-c6a38ab77372 HTTP/1.1" status: 200  len: 217 time: 0.2726674
Feb 28 10:31:58.446554 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.455707 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed66534-8db5-49e4-8e8e-436bc7d178ce None None] Pushing event updated for resources: {'Port': ['ID=6a19d80c-0af6-4120-8851-14c62ceff59e,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:58.474681 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c816949-849b-4915-aaae-281baeeef909 req-d6bd0de6-3c3c-4049-9eac-4e102d797b28 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 210 time: 0.1564765
Feb 28 10:31:58.478747 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:31:58.479536 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259010070>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:31:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:58.543926 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.548513 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-14b488dd-726b-4eb0-98ad-490c431cb476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.643973 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Request body: {'port': {'device_id': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'admin_state_up': True, 'tenant_id': 'b77d7fba24894206bc824b8dd499e696'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:31:58.656588 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-202a7716-aafa-4b45-8785-3bd52f6dfbc3 None None] Provisioning complete for port 6a19d80c-0af6-4120-8851-14c62ceff59e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:58.656999 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-202a7716-aafa-4b45-8785-3bd52f6dfbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:58.952362 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:31:58.962829 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f9e10765-cc8c-4a47-940f-3d6352b7e3a1 req-1608bb17-54f7-49c5-bc5f-a3d6ee2f746d tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6498153
Feb 28 10:31:58.963504 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a656dd-70b4-452d-a3c9-90978f7d0dca,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:59.056868 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bfb867d6-8964-493f-8524-e3d3a7d6c86d admin admin] Publish callbacks [] for security_group (39ba9be9-6038-450f-8226-b20127b388cc), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.085893 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Made reservation on behalf of b77d7fba24894206bc824b8dd499e696 for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:31:59.089659 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.136912 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Attempting to bind port b4a656dd-70b4-452d-a3c9-90978f7d0dca on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:31:59.137743 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Attempting to bind port b4a656dd-70b4-452d-a3c9-90978f7d0dca by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:31:59.138311 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Attempting to bind port b4a656dd-70b4-452d-a3c9-90978f7d0dca on network 7133a7a4-f128-4749-9f5a-21513ed66246 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:59.166197 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bfb867d6-8964-493f-8524-e3d3a7d6c86d admin admin] Publish callbacks [] for security_group (39ba9be9-6038-450f-8226-b20127b388cc), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.175861 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-202a7716-aafa-4b45-8785-3bd52f6dfbc3 None None] Current status of the port 6a19d80c-0af6-4120-8851-14c62ceff59e is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:59.176330 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-202a7716-aafa-4b45-8785-3bd52f6dfbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.187137 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdf97da-a9ed-44c6-9076-e3a6f1ec2ec4 x-openstack-request-id: req-9bdf97da-a9ed-44c6-9076-e3a6f1ec2ec4 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:31:59.188615 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42df3b45-4c1d-4d70-a36e-1ad74ba36a4e", "tag": "9d3f112a-0650-404c-920f-c6a38ab77372", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:31:59.189070 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bdf97da-a9ed-44c6-9076-e3a6f1ec2ec4 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:31:59.189717 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'tag': '9d3f112a-0650-404c-920f-c6a38ab77372', 'status': 'completed', 'code': 200}
Feb 28 10:31:59.217840 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-f908305e-5f65-416d-9206-e5ff253ea3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:31:59.219774 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-f908305e-5f65-416d-9206-e5ff253ea3e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62bd32c8-c7d4-4452-8a8b-9dba5f81c386 HTTP/1.1" status: 200  len: 852 time: 0.7701206
Feb 28 10:31:59.243758 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Port b4a656dd-70b4-452d-a3c9-90978f7d0dca on network 7133a7a4-f128-4749-9f5a-21513ed66246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:31:59.248795 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Attempting to bind port b4a656dd-70b4-452d-a3c9-90978f7d0dca on network 7133a7a4-f128-4749-9f5a-21513ed66246 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:31:59.299720 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-202a7716-aafa-4b45-8785-3bd52f6dfbc3 None None] For port 6a19d80c-0af6-4120-8851-14c62ceff59e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a19d80c-0af6-4120-8851-14c62ceff59e,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:31:59.326555 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:31:59.327052 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Checking segment: {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:31:59.331669 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Bound using segment: {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:31:59.332937 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Bound port: b4a656dd-70b4-452d-a3c9-90978f7d0dca, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:31:59.333346 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.355064 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-47f60497-2535-4478-a18d-b68a5f26c5a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1fc7adb1-5f6e-49b1-9f69-c85127612f56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1027679
Feb 28 10:31:59.362101 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-202a7716-aafa-4b45-8785-3bd52f6dfbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.378995 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for port (05466f29-9229-45f2-9ab3-295497f76b74), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.472267 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bfb867d6-8964-493f-8524-e3d3a7d6c86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (39ba9be9-6038-450f-8226-b20127b388cc), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.476442 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (05466f29-9229-45f2-9ab3-295497f76b74), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.476697 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bfb867d6-8964-493f-8524-e3d3a7d6c86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.480965 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-bfb867d6-8964-493f-8524-e3d3a7d6c86d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39ba9be9-6038-450f-8226-b20127b388cc HTTP/1.1" status: 204  len: 168 time: 2.1916983
Feb 28 10:31:59.560539 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb867d6-8964-493f-8524-e3d3a7d6c86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba9be9-6038-450f-8226-b20127b388cc,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:59.593480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (2866cd7a-0b6c-4358-87c2-9b19a8e4e842), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.601557 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-83a1aedf-5e22-40fd-a244-5faf5a4f3a73 None None] Provisioning complete for port 6a19d80c-0af6-4120-8851-14c62ceff59e triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:31:59.601951 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-83a1aedf-5e22-40fd-a244-5faf5a4f3a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.644878 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a7716-aafa-4b45-8785-3bd52f6dfbc3 None None] Pushing event updated for resources: {'Port': ['ID=6a19d80c-0af6-4120-8851-14c62ceff59e,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:59.676115 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-14b488dd-726b-4eb0-98ad-490c431cb476 admin admin] Publish callbacks [] for security_group (c845e033-8bb2-49c4-b969-ed6faeacad08), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.689777 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'Port': ['ID=05466f29-9229-45f2-9ab3-295497f76b74,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:31:59.694845 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.697779 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-04368ebb-b31f-40b6-9013-ec5228ce6636 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.2253234
Feb 28 10:31:59.707415 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-14b488dd-726b-4eb0-98ad-490c431cb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c845e033-8bb2-49c4-b969-ed6faeacad08), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.723032 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-661672c2-22fd-4035-a74c-77f18ab28395 service neutron] 10.222.0.26 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493323
Feb 28 10:31:59.749627 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.755110 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] For port b4a656dd-70b4-452d-a3c9-90978f7d0dca, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:31:59.769650 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] For port b4a656dd-70b4-452d-a3c9-90978f7d0dca, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:31:59.785478 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259010070>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:58Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:31:59.875175 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0d04c6a7-6567-43c1-9055-ea71bb246c08 req-355fef17-6709-4850-8883-63ce0623787b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 210 time: 0.2575216
Feb 28 10:31:59.888737 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:31:59.897771 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-14b488dd-726b-4eb0-98ad-490c431cb476 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0763c8f1415e4b01ba6da03fbb2cd637&name=default HTTP/1.1" status: 200  len: 2996 time: 2.1032312
Feb 28 10:31:59.902203 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40308) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:31:59.945296 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ca438-8c02-435f-b86d-7a22c6722f1c None None] The sync data for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi is: [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:58Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:31:59.947127 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-83a1aedf-5e22-40fd-a244-5faf5a4f3a73 None None] Current status of the port 6a19d80c-0af6-4120-8851-14c62ceff59e is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:31:59.967284 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Allocated IP 172.20.0.7 (7133a7a4-f128-4749-9f5a-21513ed66246/b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981/a59d6bed-3809-43c1-b057-c4e3bf30676c) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:31:59.989176 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 6a19d80c-0af6-4120-8851-14c62ceff59e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:32:00.138358 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 6a19d80c-0af6-4120-8851-14c62ceff59e triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:00.139262 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:00.145471 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b488dd-726b-4eb0-98ad-490c431cb476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c845e033-8bb2-49c4-b969-ed6faeacad08,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:00.305566 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 6a19d80c-0af6-4120-8851-14c62ceff59e is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:00.405783 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-42af16a3-ff64-4c56-92c6-dc4e3b9cf6cf req-d3430d3b-f6fb-4ecb-9542-630db45e7b7e service neutron] 10.222.0.26 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6320164
Feb 28 10:32:00.436505 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:00.437142 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:00.438846 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 1094 time: 5.2650003
Feb 28 10:32:00.440746 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Allocated IP 172.37.2.165 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/711e8b47-318a-4d23-a6cd-bc45e64b4592) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:32:00.452298 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'tag': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:00.682369 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:00.695983 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4b978-d986-4d60-a52b-afb82397dfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a656dd-70b4-452d-a3c9-90978f7d0dca,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:00.727412 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks [] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:00.777340 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:00.850429 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1560b32-2ab2-4234-aeca-5cbe2d745915", "tag": "b4a656dd-70b4-452d-a3c9-90978f7d0dca"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:00.874180 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'Port': ['ID=711e8b47-318a-4d23-a6cd-bc45e64b4592,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:00.893838 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-0bdf8ae9-6dfe-47df-b828-7e3df2ec7d4c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1184799683&fields=id&tenant_id=003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 267 time: 0.6006904
Feb 28 10:32:00.896837 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:32:00.900908 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:32:00.904044 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:32:00.940200 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-4372c084-ad77-4e21-ae80-1c08a6e9d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:00.941732 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-4372c084-ad77-4e21-ae80-1c08a6e9d7a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1128 time: 0.1920393
Feb 28 10:32:01.005984 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-3bd72003-20e3-43f9-84c6-eb10d8b17293 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 217 time: 0.0477824
Feb 28 10:32:01.008422 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (7ebe6a64-21bd-45f8-8eea-2a9a059d202e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.012488 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b7f6a086-05ec-4543-aaab-fdc334a62e6f admin admin] Publish callbacks [] for security_group (c845e033-8bb2-49c4-b969-ed6faeacad08), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.020764 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc21c7-f3f7-451e-9917-2700297ca58d req-ad0248ce-07d6-49b2-8a65-517aaad6e8ec tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:01.028382 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0fbc21c7-f3f7-451e-9917-2700297ca58d req-ad0248ce-07d6-49b2-8a65-517aaad6e8ec tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 943 time: 0.6952815
Feb 28 10:32:01.080806 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.095444 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.098278 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-7d14eb76-a588-4901-86a1-f55bcedab5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:01.099801 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-7d14eb76-a588-4901-86a1-f55bcedab5dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.0859118
Feb 28 10:32:01.107451 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-e82d210e-1a6f-43f0-b80c-9351879fb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:01.109081 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-e82d210e-1a6f-43f0-b80c-9351879fb4a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16ab7d83969f4e2ea219ab1eb98cf29d&device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 1127 time: 0.3916469
Feb 28 10:32:01.154957 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-0e02206f-88ab-4f09-9f69-ee3ccc3d10d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333548
Feb 28 10:32:01.170774 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b7f6a086-05ec-4543-aaab-fdc334a62e6f admin admin] Publish callbacks [] for security_group (c845e033-8bb2-49c4-b969-ed6faeacad08), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.294533 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Network 7133a7a4-f128-4749-9f5a-21513ed66246 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:32:01.330221 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0fbc21c7-f3f7-451e-9917-2700297ca58d req-a2b878e7-7fa0-4418-a1ea-3c0db92c8ac4 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007314
Feb 28 10:32:01.337972 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-1fc828a5-2b6b-4d52-8133-ffdc69c61868 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712275
Feb 28 10:32:01.354250 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-04a057d4-4dd8-4f5b-99e4-daaf6897e244 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:01.359498 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-04a057d4-4dd8-4f5b-99e4-daaf6897e244 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 817 time: 0.4447901
Feb 28 10:32:01.366577 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:32:01.405601 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Pushing event updated for resources: {'Port': ['ID=a59d6bed-3809-43c1-b057-c4e3bf30676c,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:01.415057 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:32:01.420611 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:01.421639 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.457886 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-fea74fc0-b9a0-4d3a-a719-ff36150ad0d0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/quotas/003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 375 time: 0.0925262
Feb 28 10:32:01.469018 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.479002 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b076cff-2890-4e98-8a13-9d451a983cbf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9590027
Feb 28 10:32:01.480716 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.492158 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-061356d9-8f40-4c3b-aaa6-ccbcaa84803f req-bc04ed68-74fa-4b36-888d-dfed2a7e1fdf service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463804
Feb 28 10:32:01.504128 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Request body: {'port': {'device_id': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:01.552234 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (7ebe6a64-21bd-45f8-8eea-2a9a059d202e), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.585492 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'Port': ['ID=711e8b47-318a-4d23-a6cd-bc45e64b4592,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:01.591446 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.600972 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-78099d35-7b41-4258-aaea-54ef63d7ff06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5391438
Feb 28 10:32:01.625425 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-98226462-7c26-46ba-8192-872488c17249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:01.627034 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-98226462-7c26-46ba-8192-872488c17249 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1fc7adb1-5f6e-49b1-9f69-c85127612f56 HTTP/1.1" status: 200  len: 913 time: 0.5095239
Feb 28 10:32:01.658945 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-9e6dfe20-136a-4b98-a91c-a93c762ec68d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1835599
Feb 28 10:32:01.685115 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40386) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:01.690423 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b7f6a086-05ec-4543-aaab-fdc334a62e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c845e033-8bb2-49c4-b969-ed6faeacad08), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.693126 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b7f6a086-05ec-4543-aaab-fdc334a62e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.697196 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b7f6a086-05ec-4543-aaab-fdc334a62e6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c845e033-8bb2-49c4-b969-ed6faeacad08 HTTP/1.1" status: 204  len: 168 time: 1.7863777
Feb 28 10:32:01.942830 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.958489 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a59232-0c91-4cc3-8ada-920427d9f43a x-openstack-request-id: req-b5a59232-0c91-4cc3-8ada-920427d9f43a {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:01.959906 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1560b32-2ab2-4234-aeca-5cbe2d745915", "tag": "b4a656dd-70b4-452d-a3c9-90978f7d0dca", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:01.960902 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a59232-0c91-4cc3-8ada-920427d9f43a {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:01.960902 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'tag': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca', 'status': 'completed', 'code': 200}
Feb 28 10:32:01.965830 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6a086-05ec-4543-aaab-fdc334a62e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c845e033-8bb2-49c4-b969-ed6faeacad08,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:01.969930 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-a3e346b1-1943-4965-bf6a-4864e3a6f0d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3f112a-0650-404c-920f-c6a38ab77372 HTTP/1.1" status: 200  len: 217 time: 0.3322582
Feb 28 10:32:01.989458 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1c54dee2-14eb-4bb7-9689-41bc7025c0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:01.994099 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-c5516580-8ca8-498c-87d8-1b5d059a04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:01.995715 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-c5516580-8ca8-498c-87d8-1b5d059a04e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1128 time: 0.1655273
Feb 28 10:32:02.203393 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-177d6463-5879-4df5-aa7f-0c7bf0393873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:02.204982 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-177d6463-5879-4df5-aa7f-0c7bf0393873 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.2007515
Feb 28 10:32:02.260088 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-1dd66867-7183-4f2d-8e1f-92ea87f54eea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 217 time: 0.0483468
Feb 28 10:32:02.282288 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1c54dee2-14eb-4bb7-9689-41bc7025c0b9 admin admin] Publish callbacks [] for security_group (38939174-c0f4-403a-b046-ba897056c37a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.302852 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1c54dee2-14eb-4bb7-9689-41bc7025c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (38939174-c0f4-403a-b046-ba897056c37a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.317617 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40410) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:02.364569 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-85c78cef-8961-400e-b4b0-d8eff7c5c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:02.366305 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-85c78cef-8961-400e-b4b0-d8eff7c5c159 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62bd32c8-c7d4-4452-8a8b-9dba5f81c386 HTTP/1.1" status: 200  len: 852 time: 0.3182337
Feb 28 10:32:02.367132 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1715cbf8-893b-493f-9600-77fef289aff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.369755 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-ae8ff8cf-6605-46a1-bb17-4dfb0a68c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:02.372084 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-ae8ff8cf-6605-46a1-bb17-4dfb0a68c33b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.1065300
Feb 28 10:32:02.378363 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1c54dee2-14eb-4bb7-9689-41bc7025c0b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92347566f70849d593406528ced5d47a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6898220
Feb 28 10:32:02.381752 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54dee2-14eb-4bb7-9689-41bc7025c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38939174-c0f4-403a-b046-ba897056c37a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:02.384152 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40418) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:02.430534 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-344a955a-375d-4a24-a189-93765892fe85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451102
Feb 28 10:32:02.446943 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113b601-699e-4aec-b433-577b01b03c42 req-1a6f53dd-7ffd-4cb3-bdd7-8459981568bf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:02.448613 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4113b601-699e-4aec-b433-577b01b03c42 req-1a6f53dd-7ffd-4cb3-bdd7-8459981568bf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 931 time: 0.4858799
Feb 28 10:32:02.455177 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-e0d4cc59-5731-4c58-9596-4212583ea390 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1fc7adb1-5f6e-49b1-9f69-c85127612f56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0806217
Feb 28 10:32:02.475175 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-845eae3a-3427-45ec-afb2-f05a3610a977 service neutron] 10.222.0.21 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5180643
Feb 28 10:32:02.580058 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-687ece68-b59b-4fea-8091-325538783dd9 admin admin] Publish callbacks [] for security_group (38939174-c0f4-403a-b046-ba897056c37a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.622409 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-f26faf81-d07b-44e2-a98a-01ae5cd4cda0 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835964
Feb 28 10:32:02.632060 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-687ece68-b59b-4fea-8091-325538783dd9 admin admin] Publish callbacks [] for security_group (38939174-c0f4-403a-b046-ba897056c37a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.699828 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4113b601-699e-4aec-b433-577b01b03c42 req-15063205-cc81-40bc-a026-9e0d8c288860 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420013
Feb 28 10:32:02.759638 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1715cbf8-893b-493f-9600-77fef289aff7 admin admin] Publish callbacks [] for security_group (9743722f-03e4-442b-8962-117311f836bb), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.779724 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1715cbf8-893b-493f-9600-77fef289aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9743722f-03e4-442b-8962-117311f836bb), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.863990 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1715cbf8-893b-493f-9600-77fef289aff7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bef9d138108a4e05a7f412acd70b7759&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5452487
Feb 28 10:32:02.866959 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715cbf8-893b-493f-9600-77fef289aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9743722f-03e4-442b-8962-117311f836bb,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:02.867737 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-d85293c8-f457-4911-b358-3c8cd142d6d2 service neutron] 10.222.0.26 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4019523
Feb 28 10:32:02.869192 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40450) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:02.873185 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-687ece68-b59b-4fea-8091-325538783dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (38939174-c0f4-403a-b046-ba897056c37a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.875702 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-687ece68-b59b-4fea-8091-325538783dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:02.876798 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-687ece68-b59b-4fea-8091-325538783dd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38939174-c0f4-403a-b046-ba897056c37a HTTP/1.1" status: 204  len: 168 time: 0.4900880
Feb 28 10:32:02.890292 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-838d802e-5374-46b2-b5d0-ff8cfdb6f3a4 req-d0da6048-e1f1-49d0-87bd-6532e2e66420 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2615852
Feb 28 10:32:02.896780 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-f8e955c7-e8c4-4a2f-9519-cfe68d6cde71 service neutron] 10.222.0.21 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4026809
Feb 28 10:32:02.935167 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ece68-b59b-4fea-8091-325538783dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38939174-c0f4-403a-b046-ba897056c37a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:02.985718 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40454) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:03.006625 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c96149e-2354-49ca-80bb-1b781fd73d4e admin admin] Publish callbacks [] for security_group (9743722f-03e4-442b-8962-117311f836bb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.031569 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-67aef652-155a-4f75-b902-4aeb70bf38fc tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--304782941&fields=id&tenant_id=17631b0e5f9d499f9b830044f7acffa5 HTTP/1.1" status: 200  len: 267 time: 0.1793900
Feb 28 10:32:03.033090 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c96149e-2354-49ca-80bb-1b781fd73d4e admin admin] Publish callbacks [] for security_group (9743722f-03e4-442b-8962-117311f836bb), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.033503 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d6bed-3809-43c1-b057-c4e3bf30676c {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:03.051428 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Publish callbacks [] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.153943 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c96149e-2354-49ca-80bb-1b781fd73d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9743722f-03e4-442b-8962-117311f836bb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.155733 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Transition to ACTIVE for port object a59d6bed-3809-43c1-b057-c4e3bf30676c will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:32:03.158138 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02dadc2e-d298-42b1-a8a6-5dbcc612e8df req-38f5bfa5-efbc-4104-b3c2-34338e48f167 service neutron] 10.222.0.26 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2798119
Feb 28 10:32:03.158246 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c96149e-2354-49ca-80bb-1b781fd73d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.162274 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8c96149e-2354-49ca-80bb-1b781fd73d4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9743722f-03e4-442b-8962-117311f836bb HTTP/1.1" status: 204  len: 168 time: 0.2899876
Feb 28 10:32:03.166357 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.186425 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96149e-2354-49ca-80bb-1b781fd73d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9743722f-03e4-442b-8962-117311f836bb,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:03.242031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-79cccd73-b977-49c2-ba80-dbda69438c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.285547 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-60dd5e34-af28-42bf-9782-1be08b9e5b24 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:03.292294 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-60dd5e34-af28-42bf-9782-1be08b9e5b24 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 811 time: 0.2439520
Feb 28 10:32:03.335392 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d6bed-3809-43c1-b057-c4e3bf30676c,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:03.359441 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-3014a840-b3e0-43b8-990f-2ffc3b401fdc tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/quotas/17631b0e5f9d499f9b830044f7acffa5 HTTP/1.1" status: 200  len: 375 time: 0.0662081
Feb 28 10:32:03.377598 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Attempting to bind port a59d6bed-3809-43c1-b057-c4e3bf30676c on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:32:03.377944 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Attempting to bind port a59d6bed-3809-43c1-b057-c4e3bf30676c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:32:03.378282 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Attempting to bind port a59d6bed-3809-43c1-b057-c4e3bf30676c on network 7133a7a4-f128-4749-9f5a-21513ed66246 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:03.404763 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Port a59d6bed-3809-43c1-b057-c4e3bf30676c on network 7133a7a4-f128-4749-9f5a-21513ed66246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:32:03.405095 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Attempting to bind port a59d6bed-3809-43c1-b057-c4e3bf30676c on network 7133a7a4-f128-4749-9f5a-21513ed66246 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:03.421551 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-79cccd73-b977-49c2-ba80-dbda69438c43 admin admin] Publish callbacks [] for security_group (81830823-228e-4215-a2d4-de97b3e700a1), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.428631 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaaa3d-d4f1-467f-ab92-7dfd16b7fea8 req-25f828f5-8336-454b-88d5-3ab93bb9be15 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:03.431223 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-79cccd73-b977-49c2-ba80-dbda69438c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (81830823-228e-4215-a2d4-de97b3e700a1), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.434083 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-81aaaa3d-d4f1-467f-ab92-7dfd16b7fea8 req-25f828f5-8336-454b-88d5-3ab93bb9be15 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 943 time: 0.1898818
Feb 28 10:32:03.443468 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:32:03.443819 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Checking segment: {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:32:03.444217 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Bound using segment: {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:32:03.444674 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Bound port: a59d6bed-3809-43c1-b057-c4e3bf30676c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08dd1a-856c-4511-b51c-3037275489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:32:03.445039 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.497368 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-4028b9d7-15e5-444a-8eee-51228bdb69fb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1366358
Feb 28 10:32:03.501602 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-79cccd73-b977-49c2-ba80-dbda69438c43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27149caff5d44002a96eff0976313eda&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5138261
Feb 28 10:32:03.503966 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40472) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:03.518916 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cccd73-b977-49c2-ba80-dbda69438c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81830823-228e-4215-a2d4-de97b3e700a1,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:03.637124 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1bb46424-6b6d-414a-8dbb-751c54d0760c admin admin] Publish callbacks [] for security_group (81830823-228e-4215-a2d4-de97b3e700a1), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.696639 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1bb46424-6b6d-414a-8dbb-751c54d0760c admin admin] Publish callbacks [] for security_group (81830823-228e-4215-a2d4-de97b3e700a1), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.758460 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-81aaaa3d-d4f1-467f-ab92-7dfd16b7fea8 req-23c3d056-3f8c-4094-873c-852f2906f020 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3088157
Feb 28 10:32:03.777939 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1bb46424-6b6d-414a-8dbb-751c54d0760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (81830823-228e-4215-a2d4-de97b3e700a1), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.785370 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1bb46424-6b6d-414a-8dbb-751c54d0760c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.790999 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1bb46424-6b6d-414a-8dbb-751c54d0760c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81830823-228e-4215-a2d4-de97b3e700a1 HTTP/1.1" status: 204  len: 168 time: 0.2837632
Feb 28 10:32:03.810905 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb46424-6b6d-414a-8dbb-751c54d0760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81830823-228e-4215-a2d4-de97b3e700a1,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:03.832271 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] For port a59d6bed-3809-43c1-b057-c4e3bf30676c, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:32:03.869816 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] For port a59d6bed-3809-43c1-b057-c4e3bf30676c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:32:03.884182 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.936861 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-71c56ae3-c3f7-4910-8a6d-71acfd70a7cf service neutron] 10.222.0.21 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4386365
Feb 28 10:32:03.955440 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:03.958059 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:03.963233 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] 10.222.0.26 "PUT /v2.0/ports/a59d6bed-3809-43c1-b057-c4e3bf30676c HTTP/1.1" status: 200  len: 1093 time: 2.4669390
Feb 28 10:32:03.967490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'tag': 'a59d6bed-3809-43c1-b057-c4e3bf30676c'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:03.969953 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23d89b-806f-4db5-ab8b-bafe0d037898" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7de27a-2095-46ac-ade5-992422ccbb4e", "tag": "a59d6bed-3809-43c1-b057-c4e3bf30676c"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:03.999947 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6f2651e0-cbc4-45bb-bf4a-3cd9bf03ad99 req-3987dff9-6d4d-4955-9823-00316f574b11 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 210 time: 0.0691812
Feb 28 10:32:04.060222 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b93241-55c0-48aa-a029-2fa9142f5c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d6bed-3809-43c1-b057-c4e3bf30676c,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:04.108986 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-c1b689f9-114a-445e-b87d-344f51e2a477 service neutron] 10.222.0.21 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435006
Feb 28 10:32:04.149610 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022caf89-b457-49b0-9123-1b2b95df0b74 req-f5f3108d-9623-4c52-a7af-a45cefc78ea3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:04.151738 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-022caf89-b457-49b0-9123-1b2b95df0b74 req-f5f3108d-9623-4c52-a7af-a45cefc78ea3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.0568218
Feb 28 10:32:04.210947 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-022caf89-b457-49b0-9123-1b2b95df0b74 req-e42ea665-a8ce-4fd2-9c3c-13580d1345af tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530357
Feb 28 10:32:04.284402 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d07637-604e-4eb2-b296-5f5e6ec1ec3f x-openstack-request-id: req-b3d07637-604e-4eb2-b296-5f5e6ec1ec3f {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:04.285054 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7de27a-2095-46ac-ade5-992422ccbb4e", "tag": "a59d6bed-3809-43c1-b057-c4e3bf30676c", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:04.285526 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3d07637-604e-4eb2-b296-5f5e6ec1ec3f {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:04.286080 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'tag': 'a59d6bed-3809-43c1-b057-c4e3bf30676c', 'status': 'completed', 'code': 200}
Feb 28 10:32:04.295197 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40516) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:04.315235 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-37387125-1f99-442a-88c3-9cc4472ccc56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.325212 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-03fd9981-7f75-418d-ba09-1bb899c44296 req-447eb4d7-4343-4687-a1be-b55989832c19 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 210 time: 0.0382288
Feb 28 10:32:04.446524 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-37387125-1f99-442a-88c3-9cc4472ccc56 admin admin] Publish callbacks [] for security_group (bc7f5817-4ac7-4a2c-9d92-f96df658e782), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.457978 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-37387125-1f99-442a-88c3-9cc4472ccc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bc7f5817-4ac7-4a2c-9d92-f96df658e782), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.514791 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-37387125-1f99-442a-88c3-9cc4472ccc56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b52cfc3f9db74a6fa113e8921d76b6cb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2184875
Feb 28 10:32:04.516971 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37387125-1f99-442a-88c3-9cc4472ccc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f5817-4ac7-4a2c-9d92-f96df658e782,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:04.517598 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40528) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:04.575942 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f43f7a1a-5cf3-4317-8323-0ba70b5089fd admin admin] Publish callbacks [] for security_group (bc7f5817-4ac7-4a2c-9d92-f96df658e782), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.607849 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f43f7a1a-5cf3-4317-8323-0ba70b5089fd admin admin] Publish callbacks [] for security_group (bc7f5817-4ac7-4a2c-9d92-f96df658e782), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.657158 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.667205 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f43f7a1a-5cf3-4317-8323-0ba70b5089fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bc7f5817-4ac7-4a2c-9d92-f96df658e782), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.669908 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f43f7a1a-5cf3-4317-8323-0ba70b5089fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:04.671231 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f43f7a1a-5cf3-4317-8323-0ba70b5089fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc7f5817-4ac7-4a2c-9d92-f96df658e782 HTTP/1.1" status: 204  len: 168 time: 0.1525116
Feb 28 10:32:04.680382 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f7a1a-5cf3-4317-8323-0ba70b5089fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f5817-4ac7-4a2c-9d92-f96df658e782,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:04.869710 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59aded-7df6-4fa6-b46e-12da95e03732 req-b89f38da-80cd-4144-85e9-395bdd08e6d9 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:04.871946 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ab59aded-7df6-4fa6-b46e-12da95e03732 req-b89f38da-80cd-4144-85e9-395bdd08e6d9 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 943 time: 0.0663352
Feb 28 10:32:04.922467 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ab59aded-7df6-4fa6-b46e-12da95e03732 req-83f729cb-4bf3-4c32-8b7a-33d32aaefb52 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446501
Feb 28 10:32:05.118579 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-491c0a76-0475-4d02-8964-af1b45d87b85 req-9a51cc2b-b898-482f-b2f9-cceca6b85d7b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 210 time: 0.0356557
Feb 28 10:32:05.340988 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d45c5-2e61-4a0a-8454-cb7d9666ba27 req-8cb7b991-79bb-4810-a62c-cc4d260abb1a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:05.342647 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef5d45c5-2e61-4a0a-8454-cb7d9666ba27 req-8cb7b991-79bb-4810-a62c-cc4d260abb1a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.0599647
Feb 28 10:32:05.404211 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef5d45c5-2e61-4a0a-8454-cb7d9666ba27 req-33d99fe2-84e9-4b17-9557-e10710edb05c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559447
Feb 28 10:32:05.436150 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6044c09d-58ac-43e3-8b68-dafd0a56370e req-4ab06f41-c71b-4368-b869-93dfdceac946 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 210 time: 0.0304856
Feb 28 10:32:05.565939 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 9d3f112a-0650-404c-920f-c6a38ab77372 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:32:05.823761 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 9d3f112a-0650-404c-920f-c6a38ab77372, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d3f112a-0650-404c-920f-c6a38ab77372,segment=NetworkSegment(251a7145-69dd-4a48-999e-262100c6620e),segment_id=251a7145-69dd-4a48-999e-262100c6620e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:05.826862 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23d89b-806f-4db5-ab8b-bafe0d037898 req-6e42ba38-c644-427a-ac3b-57969bd9892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:05.828465 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa23d89b-806f-4db5-ab8b-bafe0d037898 req-6e42ba38-c644-427a-ac3b-57969bd9892d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 1127 time: 0.0947008
Feb 28 10:32:05.837469 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '9d3f112a-0650-404c-920f-c6a38ab77372', 'network_id': '1fc7adb1-5f6e-49b1-9f69-c85127612f56', 'port_id': '9d3f112a-0650-404c-920f-c6a38ab77372', 'mac_address': 'fa:16:3e:a0:7a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bd32c8-c7d4-4452-8a8b-9dba5f81c386', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:32:05.895792 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 9d3f112a-0650-404c-920f-c6a38ab77372 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:05.896423 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:05.939217 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3f112a-0650-404c-920f-c6a38ab77372 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:05.989051 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 9d3f112a-0650-404c-920f-c6a38ab77372, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d3f112a-0650-404c-920f-c6a38ab77372,segment=NetworkSegment(251a7145-69dd-4a48-999e-262100c6620e),segment_id=251a7145-69dd-4a48-999e-262100c6620e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:05.997811 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:05.998633 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b4a656dd-70b4-452d-a3c9-90978f7d0dca details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:32:06.179710 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=9d3f112a-0650-404c-920f-c6a38ab77372,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:06.212630 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port b4a656dd-70b4-452d-a3c9-90978f7d0dca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:06.237546 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca', 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'port_id': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca', 'mac_address': 'fa:16:3e:e3:db:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:32:06.333960 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port b4a656dd-70b4-452d-a3c9-90978f7d0dca is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:06.334585 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:06.380199 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a656dd-70b4-452d-a3c9-90978f7d0dca {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:06.430248 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port b4a656dd-70b4-452d-a3c9-90978f7d0dca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:06.439135 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:06.443182 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23d89b-806f-4db5-ab8b-bafe0d037898 req-b07d5623-b9e0-4662-9e49-21a2aa5085a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:06.449045 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa23d89b-806f-4db5-ab8b-bafe0d037898 req-b07d5623-b9e0-4662-9e49-21a2aa5085a3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b77d7fba24894206bc824b8dd499e696&shared=False HTTP/1.1" status: 200  len: 920 time: 0.5887814
Feb 28 10:32:06.492879 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-89f25cae-6835-4803-8e21-cb230c77f207 req-76e25015-8da8-495d-a329-dfb5bdcd88cb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 210 time: 0.0426946
Feb 28 10:32:06.577798 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=b4a656dd-70b4-452d-a3c9-90978f7d0dca,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:06.875490 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['9d3f112a-0650-404c-920f-c6a38ab77372'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:06.893769 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2452d7d4-6f05-48c2-b770-96e2ff176adb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:06.895341 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2452d7d4-6f05-48c2-b770-96e2ff176adb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 817 time: 0.2731717
Feb 28 10:32:06.912443 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['b4a656dd-70b4-452d-a3c9-90978f7d0dca'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:07.051709 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-53fb9daf-eaa1-4129-8077-ea2c38fe9fee tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 380 time: 0.1409128
Feb 28 10:32:07.065742 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0b5b6098-e4f8-4bde-a101-046b40719878 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:07.067283 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0b5b6098-e4f8-4bde-a101-046b40719878 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 811 time: 0.4022496
Feb 28 10:32:07.085435 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'port': {'device_id': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'admin_state_up': True, 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'security_groups': ['d87a0369-f48f-4efa-90cf-99514919890d']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:07.212314 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23d89b-806f-4db5-ab8b-bafe0d037898 req-864ca2bb-83d3-4a0e-bdcc-94216c79fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:07.214447 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa23d89b-806f-4db5-ab8b-bafe0d037898 req-864ca2bb-83d3-4a0e-bdcc-94216c79fd9d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7614005
Feb 28 10:32:07.221399 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdda3a-f4c9-4e31-89a6-f0e0c1f55690 req-9132130c-26c3-44cb-ae6c-b0097fbddcab tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:07.223010 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-08cdda3a-f4c9-4e31-89a6-f0e0c1f55690 req-9132130c-26c3-44cb-ae6c-b0097fbddcab tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 944 time: 0.7716441
Feb 28 10:32:07.246207 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Made reservation on behalf of 003233ff59254fa88847f9adc1437df3 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:32:07.252206 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:07.283453 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80508c-e560-4da1-bc58-02f3cb177f90 req-bdbb29a1-8d7a-4a0d-95c8-592043154671 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:07.290734 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b80508c-e560-4da1-bc58-02f3cb177f90 req-bdbb29a1-8d7a-4a0d-95c8-592043154671 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.5670047
Feb 28 10:32:07.390981 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-2671c0d3-092a-4025-9dce-a66e08a06dda tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17631b0e5f9d499f9b830044f7acffa5 HTTP/1.1" status: 200  len: 379 time: 0.2243791
Feb 28 10:32:07.422266 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'port': {'device_id': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'admin_state_up': True, 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'security_groups': ['06cb8956-7c4b-4d18-a361-04e20801a10a']}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:07.473025 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-08cdda3a-f4c9-4e31-89a6-f0e0c1f55690 req-1c97d5e3-c16f-4458-803a-2c0c3073d7ca tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390175
Feb 28 10:32:07.565937 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b80508c-e560-4da1-bc58-02f3cb177f90 req-488f8632-5cf2-4022-9f60-ee9fe12aa989 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730768
Feb 28 10:32:07.720509 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40704) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:07.735831 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0601fc11-a155-4087-8d6d-1075cb5a695f req-14ec688b-3408-445e-8210-002e4ee84a76 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 210 time: 0.0800593
Feb 28 10:32:07.768958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-7f99c9e0-13f7-4b1e-b0eb-93d02d458864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:07.770830 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-7f99c9e0-13f7-4b1e-b0eb-93d02d458864 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 1127 time: 0.4643919
Feb 28 10:32:07.888378 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3d03ad79-0380-42cb-81da-010a655b41a0 req-30ce8d32-d4bd-43c2-87f1-bdf01a22bd4c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 210 time: 0.1005123
Feb 28 10:32:07.899436 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-7713671e-12e6-4138-9fa8-0b5397a7a07e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c HTTP/1.1" status: 200  len: 217 time: 0.1039281
Feb 28 10:32:07.945561 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Allocated IP 172.20.0.5 (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3/bb0dccee-fa43-4a04-bab0-df3d7708067c/76aed61f-8cd7-4455-a163-d78d7f320a35) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:32:07.980442 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b0a54db9-6681-40d2-8a6d-194a0860f20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:07.993415 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Made reservation on behalf of 17631b0e5f9d499f9b830044f7acffa5 for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:32:07.997269 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.025341 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-09442d39-3f0b-4737-a597-ba27e46d078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:08.027551 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-09442d39-3f0b-4737-a597-ba27e46d078f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.1175606
Feb 28 10:32:08.077966 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4f402573-dd3e-49ed-8a12-51a8c2c3f9ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425394
Feb 28 10:32:08.158613 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.219090 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.266792 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:32:08.270650 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:32:08.275025 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:32:08.281089 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:08.282166 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.301437 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:08.313170 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-d8e4f3c0-e5fe-4cec-96df-8ab58ba57365 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2318003
Feb 28 10:32:08.316172 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b0a54db9-6681-40d2-8a6d-194a0860f20f admin admin] Publish callbacks [] for security_group (51dea730-0d69-46c4-932a-f0c6f6352ae6), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.324012 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-6aa67c2d-eb2c-460f-bcaf-902817c37d00 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140961
Feb 28 10:32:08.329958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b0a54db9-6681-40d2-8a6d-194a0860f20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (51dea730-0d69-46c4-932a-f0c6f6352ae6), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.340233 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Request body: {'port': {'device_id': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:08.345189 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Allocated IP 172.20.0.6 (f8493f9b-90f0-45ae-88f1-58848e2a93be/da5d46ed-8ba0-4de4-a7cb-3950ee2cb593/b1a42156-5d5f-4727-a2fd-ca0b2cece4af) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:32:08.445860 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.507524 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b0a54db9-6681-40d2-8a6d-194a0860f20f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed8de899680b4acf86dcb75fa88cfe3b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7691662
Feb 28 10:32:08.511492 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40730) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:08.518005 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a54db9-6681-40d2-8a6d-194a0860f20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dea730-0d69-46c4-932a-f0c6f6352ae6,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:08.659910 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-47e9952e-91c0-4db5-adf2-35028162e911 None None] Provisioning complete for port 76aed61f-8cd7-4455-a163-d78d7f320a35 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:08.660530 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47e9952e-91c0-4db5-adf2-35028162e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.710112 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-47e9952e-91c0-4db5-adf2-35028162e911 None None] Port 76aed61f-8cd7-4455-a163-d78d7f320a35 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:32:08.842302 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76aed61f-8cd7-4455-a163-d78d7f320a35 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:08.884164 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Publish callbacks [] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.884687 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-771857ab-c711-465c-b8c0-95ac3b93e09b req-4b5214c9-6650-413f-849d-9aad07caf673 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5518029
Feb 28 10:32:08.918902 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Transition to ACTIVE for port object 76aed61f-8cd7-4455-a163-d78d7f320a35 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:32:08.923722 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.960294 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d07fb6df-d5e0-491c-a1bd-4ea9a91e989f admin admin] Publish callbacks [] for security_group (51dea730-0d69-46c4-932a-f0c6f6352ae6), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.976049 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:08.999120 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c46a0-f2fe-46a9-8d87-12e0ea03a9fc req-2b24ef75-c527-4996-948c-720d2958b539 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.000655 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac4c46a0-f2fe-46a9-8d87-12e0ea03a9fc req-2b24ef75-c527-4996-948c-720d2958b539 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 944 time: 0.2788703
Feb 28 10:32:09.022091 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9f3a-6d9e-41e4-9b23-b0644125f689 req-8fdc2b84-1a4d-42bf-aaee-2ce7d9a12cfb tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.023635 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-52cd9f3a-6d9e-41e4-9b23-b0644125f689 req-8fdc2b84-1a4d-42bf-aaee-2ce7d9a12cfb tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.2949286
Feb 28 10:32:09.031089 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:09.041777 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d07fb6df-d5e0-491c-a1bd-4ea9a91e989f admin admin] Publish callbacks [] for security_group (51dea730-0d69-46c4-932a-f0c6f6352ae6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.048542 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Attempting to bind port 76aed61f-8cd7-4455-a163-d78d7f320a35 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:32:09.049167 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Attempting to bind port 76aed61f-8cd7-4455-a163-d78d7f320a35 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:32:09.050060 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Attempting to bind port 76aed61f-8cd7-4455-a163-d78d7f320a35 on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:09.055687 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Port 76aed61f-8cd7-4455-a163-d78d7f320a35 on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:32:09.056010 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Attempting to bind port 76aed61f-8cd7-4455-a163-d78d7f320a35 on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:09.066634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:32:09.066634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Checking segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:32:09.066634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Bound using segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:32:09.066634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Bound port: 76aed61f-8cd7-4455-a163-d78d7f320a35, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:32:09.067062 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.149224 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:32:09.152573 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:32:09.163499 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.163819 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac4c46a0-f2fe-46a9-8d87-12e0ea03a9fc req-c33cc934-4425-49c0-97a7-c0094f078f40 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492240
Feb 28 10:32:09.169314 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.196873 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-52cd9f3a-6d9e-41e4-9b23-b0644125f689 req-786487bc-95a2-49c1-b750-d7a077e9dd46 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645041
Feb 28 10:32:09.212468 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.213199 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.214740 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] 10.222.0.26 "PUT /v2.0/ports/76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 1093 time: 0.8821247
Feb 28 10:32:09.215205 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:09.225980 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f32c6-293d-4697-a082-034da78ad068" -d '{"events": [{"name": "network-changed", "server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:09.232654 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Network f8493f9b-90f0-45ae-88f1-58848e2a93be is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:32:09.237724 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:32:09.240580 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:32:09.247990 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.248587 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.259565 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d07fb6df-d5e0-491c-a1bd-4ea9a91e989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (51dea730-0d69-46c4-932a-f0c6f6352ae6), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.263383 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d07fb6df-d5e0-491c-a1bd-4ea9a91e989f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.264633 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-d07fb6df-d5e0-491c-a1bd-4ea9a91e989f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51dea730-0d69-46c4-932a-f0c6f6352ae6 HTTP/1.1" status: 204  len: 168 time: 0.7479868
Feb 28 10:32:09.283990 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d704770-a9f1-4fad-81e7-1b0ea9753a4a service neutron] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:09.288955 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'Port': ['ID=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:09.297904 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fb6df-d5e0-491c-a1bd-4ea9a91e989f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dea730-0d69-46c4-932a-f0c6f6352ae6,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:09.315869 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-bf359eed-6f9c-4802-8a40-e0cdcbd91245 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9098711
Feb 28 10:32:09.417428 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-6f4614f1-8d6c-4569-b535-6e7d81e377e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.419016 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-6f4614f1-8d6c-4569-b535-6e7d81e377e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1127 time: 0.1234536
Feb 28 10:32:09.478086 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-0e10badb-288d-4a45-bb18-d7d175d6aae9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 217 time: 0.0432494
Feb 28 10:32:09.552709 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-96ab7aeb-c373-4c28-9cb6-245cceb0afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.554536 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-96ab7aeb-c373-4c28-9cb6-245cceb0afb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0667973
Feb 28 10:32:09.571493 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 9d3f112a-0650-404c-920f-c6a38ab77372 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:32:09.664084 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Request body: {'port': {'device_id': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:09.727479 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-94607a7f-c609-4201-bdab-1464492a3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.729336 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-94607a7f-c609-4201-bdab-1464492a3ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1662667
Feb 28 10:32:09.732117 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 9d3f112a-0650-404c-920f-c6a38ab77372 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:32:09.735074 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-cc9cf3df-5622-4373-a820-5ae40ff67a64 None None] Provisioning complete for port b1a42156-5d5f-4727-a2fd-ca0b2cece4af triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:09.735454 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc9cf3df-5622-4373-a820-5ae40ff67a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.743990 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40764) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:09.767758 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e8db7068-c0ba-4f44-bec5-6055f85bfc85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.778355 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cf3df-5622-4373-a820-5ae40ff67a64 None None] Port b1a42156-5d5f-4727-a2fd-ca0b2cece4af cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:32:09.780415 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 9d3f112a-0650-404c-920f-c6a38ab77372 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:09.780959 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.859194 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.871407 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-ef668a68-3e4f-49a3-9a1d-a390bac98332 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349516
Feb 28 10:32:09.892492 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28191623-a957-4fa3-961c-52d9e4db279e req-d41fe8cb-5060-46d7-9ad5-c6246fcd938c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.894019 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-28191623-a957-4fa3-961c-52d9e4db279e req-d41fe8cb-5060-46d7-9ad5-c6246fcd938c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 931 time: 0.5927742
Feb 28 10:32:09.895932 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 9d3f112a-0650-404c-920f-c6a38ab77372 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:09.896505 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:09.919838 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6d9b-502d-4862-a450-28a2b98a0eed req-5a556838-5618-4c33-947b-f0221c611be5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:09.921441 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9d9a6d9b-502d-4862-a450-28a2b98a0eed req-5a556838-5618-4c33-947b-f0221c611be5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.5840158
Feb 28 10:32:09.936344 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3f112a-0650-404c-920f-c6a38ab77372'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:10.034706 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7002eb0-d9e5-4f79-a386-cf003a39a743 req-20e3eea6-8898-442d-ac94-a65b13eeffab service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564887
Feb 28 10:32:10.035425 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e8db7068-c0ba-4f44-bec5-6055f85bfc85 admin admin] Publish callbacks [] for security_group (507d98e4-3720-4c1f-bd8e-91de51fdc675), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.044729 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 9d3f112a-0650-404c-920f-c6a38ab77372, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d3f112a-0650-404c-920f-c6a38ab77372,segment=NetworkSegment(251a7145-69dd-4a48-999e-262100c6620e),segment_id=251a7145-69dd-4a48-999e-262100c6620e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:10.051486 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.052292 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b4a656dd-70b4-452d-a3c9-90978f7d0dca up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:32:10.074855 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e8db7068-c0ba-4f44-bec5-6055f85bfc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (507d98e4-3720-4c1f-bd8e-91de51fdc675), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.127607 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40786) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:10.140599 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e8db7068-c0ba-4f44-bec5-6055f85bfc85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e8671c6c6354a288cb7384f3f7dae5a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3845434
Feb 28 10:32:10.174462 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=9d3f112a-0650-404c-920f-c6a38ab77372,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:10.235233 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db7068-c0ba-4f44-bec5-6055f85bfc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d98e4-3720-4c1f-bd8e-91de51fdc675,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:10.236735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe68ca5-4c64-4231-b929-5dd7c53232ff" -d '{"events": [{"server_uuid": "42df3b45-4c1d-4d70-a36e-1ad74ba36a4e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3f112a-0650-404c-920f-c6a38ab77372"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:10.241972 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port b4a656dd-70b4-452d-a3c9-90978f7d0dca completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:32:10.247340 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port b4a656dd-70b4-452d-a3c9-90978f7d0dca triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:10.247773 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.308924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a938efd-fd33-4f86-b54e-caa2277266b4 admin admin] Publish callbacks [] for security_group (507d98e4-3720-4c1f-bd8e-91de51fdc675), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.360059 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-28191623-a957-4fa3-961c-52d9e4db279e req-2e4c8552-f4c7-488a-a571-00d604681b81 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4360409
Feb 28 10:32:10.399331 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9d9a6d9b-502d-4862-a450-28a2b98a0eed req-eb377220-f182-46e6-a328-48cd5d1d483d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4485276
Feb 28 10:32:10.405944 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port b4a656dd-70b4-452d-a3c9-90978f7d0dca is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:10.406345 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.442140 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a938efd-fd33-4f86-b54e-caa2277266b4 admin admin] Publish callbacks [] for security_group (507d98e4-3720-4c1f-bd8e-91de51fdc675), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.449721 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port b4a656dd-70b4-452d-a3c9-90978f7d0dca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:10.455731 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.459879 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3943a6c6-e187-4e4b-b49f-e2a1229b5201 x-openstack-request-id: req-3943a6c6-e187-4e4b-b49f-e2a1229b5201 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:10.461959 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:10.462353 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3943a6c6-e187-4e4b-b49f-e2a1229b5201 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:10.462861 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'status': 'completed', 'code': 200}
Feb 28 10:32:10.544839 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=b4a656dd-70b4-452d-a3c9-90978f7d0dca,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:10.546849 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a938efd-fd33-4f86-b54e-caa2277266b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (507d98e4-3720-4c1f-bd8e-91de51fdc675), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.552111 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a938efd-fd33-4f86-b54e-caa2277266b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.554778 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1a938efd-fd33-4f86-b54e-caa2277266b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/507d98e4-3720-4c1f-bd8e-91de51fdc675 HTTP/1.1" status: 204  len: 168 time: 0.4259057
Feb 28 10:32:10.588517 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a938efd-fd33-4f86-b54e-caa2277266b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d98e4-3720-4c1f-bd8e-91de51fdc675,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:10.678792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2053e-531e-4e4f-8c57-48c6dab59460 req-2d4b169d-a59d-4eb3-b4e8-05852c1acb51 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:10.680329 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-47c2053e-531e-4e4f-8c57-48c6dab59460 req-2d4b169d-a59d-4eb3-b4e8-05852c1acb51 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.1496696
Feb 28 10:32:10.708471 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4bf8c-8f2d-4a92-b379-0dad0324706c req-5bd855fa-0d0f-4b64-8422-8030dc280d2e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:10.710262 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f8a4bf8c-8f2d-4a92-b379-0dad0324706c req-5bd855fa-0d0f-4b64-8422-8030dc280d2e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.1497991
Feb 28 10:32:10.747873 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40806) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:10.826482 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-47c2053e-531e-4e4f-8c57-48c6dab59460 req-c5a8a60f-5d57-40db-b275-7ec114fad871 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397390
Feb 28 10:32:10.861222 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a42156-5d5f-4727-a2fd-ca0b2cece4af {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:10.872133 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f8a4bf8c-8f2d-4a92-b379-0dad0324706c req-f8222cef-e56c-48a7-be7f-cde0f725b707 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493261
Feb 28 10:32:10.888245 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Publish callbacks [] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.892129 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ca26-8fc7-4f35-96fa-5b4972c6d952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:10.910900 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Transition to ACTIVE for port object b1a42156-5d5f-4727-a2fd-ca0b2cece4af will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:32:10.916594 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.009293 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ca26-8fc7-4f35-96fa-5b4972c6d952 admin admin] Publish callbacks [] for security_group (11072565-71f3-4ba5-8432-9ce0f9d06fb8), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.011618 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Attempting to bind port b1a42156-5d5f-4727-a2fd-ca0b2cece4af on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:32:11.012452 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Attempting to bind port b1a42156-5d5f-4727-a2fd-ca0b2cece4af by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:32:11.012582 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Attempting to bind port b1a42156-5d5f-4727-a2fd-ca0b2cece4af on network f8493f9b-90f0-45ae-88f1-58848e2a93be {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:11.015502 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:11.020894 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ca26-8fc7-4f35-96fa-5b4972c6d952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (11072565-71f3-4ba5-8432-9ce0f9d06fb8), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.024755 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Port b1a42156-5d5f-4727-a2fd-ca0b2cece4af on network f8493f9b-90f0-45ae-88f1-58848e2a93be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:32:11.025101 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Attempting to bind port b1a42156-5d5f-4727-a2fd-ca0b2cece4af on network f8493f9b-90f0-45ae-88f1-58848e2a93be {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:11.031536 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:32:11.031884 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Checking segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:32:11.032280 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Bound using segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:32:11.032720 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Bound port: b1a42156-5d5f-4727-a2fd-ca0b2cece4af, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:32:11.033095 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.066670 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4ca26-8fc7-4f35-96fa-5b4972c6d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11072565-71f3-4ba5-8432-9ce0f9d06fb8,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:11.111358 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4ba4ca26-8fc7-4f35-96fa-5b4972c6d952 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98e184621c824c0783bcc18a3b53af89&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3597131
Feb 28 10:32:11.112405 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40822) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:11.158224 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] For port b1a42156-5d5f-4727-a2fd-ca0b2cece4af, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:32:11.172245 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] For port b1a42156-5d5f-4727-a2fd-ca0b2cece4af, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:32:11.184114 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.205378 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c1878677-0cc1-4df8-ab87-a8aeb1f9f64e admin admin] Publish callbacks [] for security_group (11072565-71f3-4ba5-8432-9ce0f9d06fb8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.241103 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c1878677-0cc1-4df8-ab87-a8aeb1f9f64e admin admin] Publish callbacks [] for security_group (11072565-71f3-4ba5-8432-9ce0f9d06fb8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.246899 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:11.247604 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.249318 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1a42156-5d5f-4727-a2fd-ca0b2cece4af HTTP/1.1" status: 200  len: 1093 time: 1.6044741
Feb 28 10:32:11.253115 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:11.260195 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c38300-a70c-4c40-b0ac-5fd79b7d0eac" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:11.289713 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831eaa0-c3b3-4c62-a232-02f9f0cfb4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:11.335211 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ef417-e1c9-4fcd-ad9d-d92659b25b81 x-openstack-request-id: req-341ef417-e1c9-4fcd-ad9d-d92659b25b81 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:11.337824 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:11.337824 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-341ef417-e1c9-4fcd-ad9d-d92659b25b81 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:11.337824 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'status': 'completed', 'code': 200}
Feb 28 10:32:11.343467 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c1878677-0cc1-4df8-ab87-a8aeb1f9f64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (11072565-71f3-4ba5-8432-9ce0f9d06fb8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.346042 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c1878677-0cc1-4df8-ab87-a8aeb1f9f64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.349834 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c1878677-0cc1-4df8-ab87-a8aeb1f9f64e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11072565-71f3-4ba5-8432-9ce0f9d06fb8 HTTP/1.1" status: 204  len: 168 time: 0.2338831
Feb 28 10:32:11.349971 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1bb2cf-2c92-47cc-8d79-e745635db301 x-openstack-request-id: req-3e1bb2cf-2c92-47cc-8d79-e745635db301 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:11.349971 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42df3b45-4c1d-4d70-a36e-1ad74ba36a4e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3f112a-0650-404c-920f-c6a38ab77372", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:11.349971 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e1bb2cf-2c92-47cc-8d79-e745635db301 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:11.349971 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3f112a-0650-404c-920f-c6a38ab77372', 'code': 200}
Feb 28 10:32:11.358843 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878677-0cc1-4df8-ab87-a8aeb1f9f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11072565-71f3-4ba5-8432-9ce0f9d06fb8,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:11.611562 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e4b1-68af-4d7c-bfe5-a51293ff2b9d req-95ea9799-5706-45bd-9907-57761e3c7b23 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:11.613205 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7157e4b1-68af-4d7c-bfe5-a51293ff2b9d req-95ea9799-5706-45bd-9907-57761e3c7b23 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.1278493
Feb 28 10:32:11.628877 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04ceb7-5d16-4820-923d-140c00a4e851 req-c7473bb2-9da6-4445-be3f-b3f85dad1d40 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:11.631093 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dd04ceb7-5d16-4820-923d-140c00a4e851 req-c7473bb2-9da6-4445-be3f-b3f85dad1d40 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.1080363
Feb 28 10:32:11.704738 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7157e4b1-68af-4d7c-bfe5-a51293ff2b9d req-c7aa42d4-6d35-44cd-b9cb-0cb8a9f770d1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726035
Feb 28 10:32:11.727480 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dd04ceb7-5d16-4820-923d-140c00a4e851 req-84abab69-54ff-4050-af1b-e038a5ba2e84 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856996
Feb 28 10:32:11.833725 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40854) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:11.852683 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-bbeafc92-e428-4db9-bfcc-65a619388a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.949359 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-bbeafc92-e428-4db9-bfcc-65a619388a8d admin admin] Publish callbacks [] for security_group (67451acd-f196-424e-8eb6-3e4e19722981), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:11.954996 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-bbeafc92-e428-4db9-bfcc-65a619388a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (67451acd-f196-424e-8eb6-3e4e19722981), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.000978 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-bbeafc92-e428-4db9-bfcc-65a619388a8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc96de37a5214a94971ff0ce3d1087ca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1656001
Feb 28 10:32:12.003932 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40862) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:12.004457 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48accada-b8e1-48c9-9917-05861fa3aa44 req-62ec408e-20ac-43a8-b5a9-147d159490fd tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:12.007060 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-48accada-b8e1-48c9-9917-05861fa3aa44 req-62ec408e-20ac-43a8-b5a9-147d159490fd tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.1020710
Feb 28 10:32:12.012155 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeafc92-e428-4db9-bfcc-65a619388a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67451acd-f196-424e-8eb6-3e4e19722981,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:12.042511 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 40864) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:12.078928 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6fe9d-7cae-4faa-bd95-cfe14826fb34 req-10879c1a-2e7a-4c9c-81a5-5857c81a6b35 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:12.080385 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f03-c1cf-415c-a377-e30ed3b99962 admin admin] Publish callbacks [] for security_group (67451acd-f196-424e-8eb6-3e4e19722981), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.080896 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-daf6fe9d-7cae-4faa-bd95-cfe14826fb34 req-10879c1a-2e7a-4c9c-81a5-5857c81a6b35 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.1189930
Feb 28 10:32:12.095481 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-48accada-b8e1-48c9-9917-05861fa3aa44 req-6bf94d8d-b7ca-44a6-b3fa-adc6f1e85f28 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817306
Feb 28 10:32:12.110413 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f03-c1cf-415c-a377-e30ed3b99962 admin admin] Publish callbacks [] for security_group (67451acd-f196-424e-8eb6-3e4e19722981), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.162090 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-daf6fe9d-7cae-4faa-bd95-cfe14826fb34 req-1179a675-9840-4e42-af35-e647a2a0d1df tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654647
Feb 28 10:32:12.169612 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f03-c1cf-415c-a377-e30ed3b99962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (67451acd-f196-424e-8eb6-3e4e19722981), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.172473 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f03-c1cf-415c-a377-e30ed3b99962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.176875 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3c8f7f03-c1cf-415c-a377-e30ed3b99962 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67451acd-f196-424e-8eb6-3e4e19722981 HTTP/1.1" status: 204  len: 168 time: 0.1692224
Feb 28 10:32:12.191005 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f7f03-c1cf-415c-a377-e30ed3b99962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67451acd-f196-424e-8eb6-3e4e19722981,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:12.198887 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-87cfa376-d598-46b7-ba76-4b01cec68464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.293054 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-87cfa376-d598-46b7-ba76-4b01cec68464 admin admin] Publish callbacks [] for security_group (04b53024-e32f-4b35-844b-b144395aae20), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.297684 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-87cfa376-d598-46b7-ba76-4b01cec68464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (04b53024-e32f-4b35-844b-b144395aae20), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.341036 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-87cfa376-d598-46b7-ba76-4b01cec68464 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64adcb6b752246788f660564132691ea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2951045
Feb 28 10:32:12.342982 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfa376-d598-46b7-ba76-4b01cec68464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b53024-e32f-4b35-844b-b144395aae20,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:12.343746 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 40874) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:12.405797 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-bff77ce6-1992-4251-b479-faca6fe6cadc admin admin] Publish callbacks [] for security_group (04b53024-e32f-4b35-844b-b144395aae20), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.430649 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-bff77ce6-1992-4251-b479-faca6fe6cadc admin admin] Publish callbacks [] for security_group (04b53024-e32f-4b35-844b-b144395aae20), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.488965 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-bff77ce6-1992-4251-b479-faca6fe6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (04b53024-e32f-4b35-844b-b144395aae20), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.491558 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-bff77ce6-1992-4251-b479-faca6fe6cadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:12.492724 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-bff77ce6-1992-4251-b479-faca6fe6cadc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04b53024-e32f-4b35-844b-b144395aae20 HTTP/1.1" status: 204  len: 168 time: 0.1478295
Feb 28 10:32:12.501249 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff77ce6-1992-4251-b479-faca6fe6cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b53024-e32f-4b35-844b-b144395aae20,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:12.900542 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4c3a-d22e-48f0-8bad-b0c2dfc5b31a req-88d70a31-7917-4a2e-9e40-159951bfec58 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:12.902109 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-720d4c3a-d22e-48f0-8bad-b0c2dfc5b31a req-88d70a31-7917-4a2e-9e40-159951bfec58 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.1137335
Feb 28 10:32:12.971031 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b3e7-dccd-45b3-a52d-8da2d92fdbc5 req-7e9d1db4-253e-4c34-91e1-31e5b5f774ca tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:12.972599 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2923b3e7-dccd-45b3-a52d-8da2d92fdbc5 req-7e9d1db4-253e-4c34-91e1-31e5b5f774ca tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.1310320
Feb 28 10:32:13.025504 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-720d4c3a-d22e-48f0-8bad-b0c2dfc5b31a req-4cd80832-5833-44c2-a82a-526b6dd7a841 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1116786
Feb 28 10:32:13.057053 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f32c6-293d-4697-a082-034da78ad068 req-82678b82-6873-46a4-9be8-49020c48e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:13.063007 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de3f32c6-293d-4697-a082-034da78ad068 req-82678b82-6873-46a4-9be8-49020c48e6ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1127 time: 0.1050129
Feb 28 10:32:13.184921 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2923b3e7-dccd-45b3-a52d-8da2d92fdbc5 req-b6cc0e57-fbf9-4b5f-8425-7ff91fd6a3da tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1562161
Feb 28 10:32:13.190152 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38300-a70c-4c40-b0ac-5fd79b7d0eac req-3370a329-228a-4572-8a2e-8e08ab437b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:13.191961 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d2c38300-a70c-4c40-b0ac-5fd79b7d0eac req-3370a329-228a-4572-8a2e-8e08ab437b12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 1127 time: 0.2161820
Feb 28 10:32:13.250453 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f32c6-293d-4697-a082-034da78ad068 req-e4852979-dc92-45ce-a5ae-2faca7bfbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:13.254837 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de3f32c6-293d-4697-a082-034da78ad068 req-e4852979-dc92-45ce-a5ae-2faca7bfbdef service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.1856768
Feb 28 10:32:13.288724 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb72ca-80ed-4d57-819b-cc6c35a81513 req-0d37d0af-54c3-45db-8172-009fb764a8b1 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:13.290221 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3fdb72ca-80ed-4d57-819b-cc6c35a81513 req-0d37d0af-54c3-45db-8172-009fb764a8b1 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.1031721
Feb 28 10:32:13.351936 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:13.356996 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86298bab-f72f-4d45-a550-d5b104695d81" -d '{"events": [{"server_uuid": "e1560b32-2ab2-4234-aeca-5cbe2d745915", "name": "network-vif-plugged", "status": "completed", "tag": "b4a656dd-70b4-452d-a3c9-90978f7d0dca"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:13.377313 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3fdb72ca-80ed-4d57-819b-cc6c35a81513 req-1922e037-6460-475d-993b-2d7bde1f252d tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750465
Feb 28 10:32:13.387311 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db945997-a9a4-43bc-850e-4542d2391621 req-945b032f-8c80-4202-8391-bdd400499e5f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:13.394482 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-db945997-a9a4-43bc-850e-4542d2391621 req-945b032f-8c80-4202-8391-bdd400499e5f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.1032548
Feb 28 10:32:13.446765 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55553685-a835-4bf5-8521-073ff84c53b7 x-openstack-request-id: req-55553685-a835-4bf5-8521-073ff84c53b7 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:13.446765 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1560b32-2ab2-4234-aeca-5cbe2d745915", "name": "network-vif-plugged", "status": "completed", "tag": "b4a656dd-70b4-452d-a3c9-90978f7d0dca", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:13.446952 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55553685-a835-4bf5-8521-073ff84c53b7 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:13.447253 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca', 'code': 200}
Feb 28 10:32:13.455650 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-db945997-a9a4-43bc-850e-4542d2391621 req-2b6d027b-2f0b-486b-a917-e60cac1a357b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597534
Feb 28 10:32:13.644611 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-185b82cf-b7a4-4766-98cf-3ddf10ca91c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:14.170763 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a6119-31ff-4d23-9526-39249a589480 req-dde3b832-cde2-488c-a245-085997acbc9c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:14.172268 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c2a6119-31ff-4d23-9526-39249a589480 req-dde3b832-cde2-488c-a245-085997acbc9c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0542877
Feb 28 10:32:14.223875 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c2a6119-31ff-4d23-9526-39249a589480 req-9d7ae7b5-cac0-434b-878c-1326306f3107 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460098
Feb 28 10:32:14.324805 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73ae8-2f2c-449e-b6ba-80dd883e8ed6 req-448d8e46-a416-4d43-a5a3-5bf9f6b4cd11 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:14.326324 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4bb73ae8-2f2c-449e-b6ba-80dd883e8ed6 req-448d8e46-a416-4d43-a5a3-5bf9f6b4cd11 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0600245
Feb 28 10:32:14.376918 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4bb73ae8-2f2c-449e-b6ba-80dd883e8ed6 req-a3613ef6-e58b-4db8-bc90-fa037f677e62 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447276
Feb 28 10:32:14.500197 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3e481-b68e-4b3f-9f1b-99fee05c11d5 req-4359369d-97f3-4734-837f-d718509397bb tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:14.501775 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-06d3e481-b68e-4b3f-9f1b-99fee05c11d5 req-4359369d-97f3-4734-837f-d718509397bb tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0566056
Feb 28 10:32:14.577941 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-06d3e481-b68e-4b3f-9f1b-99fee05c11d5 req-9cae0393-6e29-4fb8-b112-5182eb856084 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691922
Feb 28 10:32:14.592918 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae238-d664-41df-9f82-24050892bcc5 req-22e920d2-0f70-4753-afe1-0503070e578d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:14.594418 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aadae238-d664-41df-9f82-24050892bcc5 req-22e920d2-0f70-4753-afe1-0503070e578d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 943 time: 0.0725091
Feb 28 10:32:14.642328 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aadae238-d664-41df-9f82-24050892bcc5 req-bb40bafd-eb33-4db0-ad4a-aa2509024655 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422189
Feb 28 10:32:14.790445 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a59d6bed-3809-43c1-b057-c4e3bf30676c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:32:14.887167 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port a59d6bed-3809-43c1-b057-c4e3bf30676c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:14.898109 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'a59d6bed-3809-43c1-b057-c4e3bf30676c', 'network_id': '7133a7a4-f128-4749-9f5a-21513ed66246', 'port_id': 'a59d6bed-3809-43c1-b057-c4e3bf30676c', 'mac_address': 'fa:16:3e:fe:66:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:32:14.933660 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port a59d6bed-3809-43c1-b057-c4e3bf30676c is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:14.934055 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:14.946745 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d6bed-3809-43c1-b057-c4e3bf30676c {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:14.969868 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port a59d6bed-3809-43c1-b057-c4e3bf30676c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:14.973867 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:15.018987 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=a59d6bed-3809-43c1-b057-c4e3bf30676c,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:15.343003 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f968200-ff7b-4aff-8a97-09819f26be82 req-d90e8cef-84f5-4e47-af6c-a641013a7a58 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:15.344488 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1f968200-ff7b-4aff-8a97-09819f26be82 req-d90e8cef-84f5-4e47-af6c-a641013a7a58 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0535553
Feb 28 10:32:15.395750 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1f968200-ff7b-4aff-8a97-09819f26be82 req-7c1d69fe-02e8-42ed-bfc3-30992f7ebc4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457821
Feb 28 10:32:15.503163 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c979974-ff7f-4f24-b868-01be41ce5195 req-58dc168d-9007-476a-a36a-89091e1dbf60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:15.504663 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c979974-ff7f-4f24-b868-01be41ce5195 req-58dc168d-9007-476a-a36a-89091e1dbf60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0547280
Feb 28 10:32:15.557728 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c979974-ff7f-4f24-b868-01be41ce5195 req-027b9777-ea6f-44fe-b88f-7042f58eca86 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476196
Feb 28 10:32:15.700154 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaec8b-d69b-42d9-b0b5-574dbdfd90b8 req-70d3ac7b-17f4-4b0f-bd35-e8dae3aa9a63 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:15.701784 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-18aaec8b-d69b-42d9-b0b5-574dbdfd90b8 req-70d3ac7b-17f4-4b0f-bd35-e8dae3aa9a63 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0576773
Feb 28 10:32:15.785166 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-18aaec8b-d69b-42d9-b0b5-574dbdfd90b8 req-f76e7f28-6648-4357-b68a-320c877cb190 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769448
Feb 28 10:32:15.865787 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442cec-8262-45df-8c1a-16a1185e2606 req-af6b5d7c-5db4-46df-8c38-71888226328b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:15.867326 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c442cec-8262-45df-8c1a-16a1185e2606 req-af6b5d7c-5db4-46df-8c38-71888226328b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 944 time: 0.1571352
Feb 28 10:32:15.868050 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de3f32c6-293d-4697-a082-034da78ad068 req-85398350-b14d-4492-af05-c435c3df9aad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 217 time: 0.0763750
Feb 28 10:32:15.933784 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f32c6-293d-4697-a082-034da78ad068 req-89570f8b-a301-457b-b5f8-1707598e137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:15.935988 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de3f32c6-293d-4697-a082-034da78ad068 req-89570f8b-a301-457b-b5f8-1707598e137e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0576301
Feb 28 10:32:15.940215 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12fad133-c0fb-44ed-8e9f-e2378ac54a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:15.983988 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.26', 62060) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:16.004563 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9b89c-d469-470a-b24c-b10a8f896a33 req-c5b9e492-f6c2-4110-afba-876c3f7b58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.006063 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-60c9b89c-d469-470a-b24c-b10a8f896a33 req-c5b9e492-f6c2-4110-afba-876c3f7b58ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 1129 time: 0.2109306
Feb 28 10:32:16.012995 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38300-a70c-4c40-b0ac-5fd79b7d0eac req-425b6cdf-20cf-4cc8-887b-b28de9080075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.014418 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d2c38300-a70c-4c40-b0ac-5fd79b7d0eac req-425b6cdf-20cf-4cc8-887b-b28de9080075 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17631b0e5f9d499f9b830044f7acffa5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2223468
Feb 28 10:32:16.023101 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c442cec-8262-45df-8c1a-16a1185e2606 req-a50a5fa0-3201-4560-b882-f05612d08971 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223543
Feb 28 10:32:16.052154 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-60c9b89c-d469-470a-b24c-b10a8f896a33 req-9d56c205-48d5-40a4-a214-6373a060aa62 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:16.058749 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['a59d6bed-3809-43c1-b057-c4e3bf30676c'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:16.071759 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f32c6-293d-4697-a082-034da78ad068 req-74f1858e-0cec-40ff-a8cd-a2bec169ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.073419 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de3f32c6-293d-4697-a082-034da78ad068 req-74f1858e-0cec-40ff-a8cd-a2bec169ae96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1160500
Feb 28 10:32:16.082561 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13a3f1-3724-4221-a16f-a7fe5cb842c4 req-c507432a-1248-427e-8668-592c08632a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.084303 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ab13a3f1-3724-4221-a16f-a7fe5cb842c4 req-c507432a-1248-427e-8668-592c08632a55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.0989773
Feb 28 10:32:16.140829 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ab13a3f1-3724-4221-a16f-a7fe5cb842c4 req-09faf59f-db34-42cc-a81f-31e163e628f0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:16.170336 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38300-a70c-4c40-b0ac-5fd79b7d0eac req-bb526e2a-6d25-466b-9cdc-54d3b450023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.173200 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d2c38300-a70c-4c40-b0ac-5fd79b7d0eac req-bb526e2a-6d25-466b-9cdc-54d3b450023b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1490905
Feb 28 10:32:16.227411 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de3f32c6-293d-4697-a082-034da78ad068 req-3789b363-6821-4122-9fe1-46f35aab22cf service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468458
Feb 28 10:32:16.233866 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-60c9b89c-d469-470a-b24c-b10a8f896a33 req-9d56c205-48d5-40a4-a214-6373a060aa62 service neutron] Publish callbacks [] for security_group (c289af4b-470a-4d08-bdde-45856dc2147a), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:16.242914 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-60c9b89c-d469-470a-b24c-b10a8f896a33 req-9d56c205-48d5-40a4-a214-6373a060aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c289af4b-470a-4d08-bdde-45856dc2147a), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:16.259270 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.db.api [req-ab13a3f1-3724-4221-a16f-a7fe5cb842c4 req-09faf59f-db34-42cc-a81f-31e163e628f0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5d1d6f8141924b2d99b766f975a3d43b {{(pid=102809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 10:32:16.259653 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG oslo_db.api [req-ab13a3f1-3724-4221-a16f-a7fe5cb842c4 req-09faf59f-db34-42cc-a81f-31e163e628f0 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 10:32:16.328877 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de3f32c6-293d-4697-a082-034da78ad068 req-110205e4-c55b-441a-8d35-2191c16f34b1 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912192
Feb 28 10:32:16.332058 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-60c9b89c-d469-470a-b24c-b10a8f896a33 req-9d56c205-48d5-40a4-a214-6373a060aa62 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3165748
Feb 28 10:32:16.333523 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56c205-48d5-40a4-a214-6373a060aa62 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c289af4b-470a-4d08-bdde-45856dc2147a,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:16.346117 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-27035dbe-fd50-4cf7-bfd6-5704d1746a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.347640 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-27035dbe-fd50-4cf7-bfd6-5704d1746a73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 1127 time: 0.0935240
Feb 28 10:32:16.514955 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805794f-968f-4c7e-8c76-bd89ab3f7bab req-0ca2e8cd-411c-496a-9ce4-1b455b9a194e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.516431 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b805794f-968f-4c7e-8c76-bd89ab3f7bab req-0ca2e8cd-411c-496a-9ce4-1b455b9a194e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0553367
Feb 28 10:32:16.563199 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b805794f-968f-4c7e-8c76-bd89ab3f7bab req-4f9fce71-af08-4a37-aab0-05593dc4e70b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402739
Feb 28 10:32:16.711619 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-533cf7bf-a7eb-4839-8821-3c127b328737 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af HTTP/1.1" status: 200  len: 217 time: 0.0385396
Feb 28 10:32:16.718971 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea258bbe-52c0-42ec-9e7f-332fe5399796 req-71791df0-be4e-4d16-af32-6ba043868c10 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.720384 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea258bbe-52c0-42ec-9e7f-332fe5399796 req-71791df0-be4e-4d16-af32-6ba043868c10 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0911884
Feb 28 10:32:16.762073 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ab13a3f1-3724-4221-a16f-a7fe5cb842c4 req-09faf59f-db34-42cc-a81f-31e163e628f0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:16.788191 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-fb0d3847-f9e5-4f08-88b2-d17f524e7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.789675 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-fb0d3847-f9e5-4f08-88b2-d17f524e7e69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 200  len: 850 time: 0.0684376
Feb 28 10:32:16.810934 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea258bbe-52c0-42ec-9e7f-332fe5399796 req-3aab2a63-d753-4be1-a7ef-6e31b6d5b09a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825810
Feb 28 10:32:16.848277 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ab13a3f1-3724-4221-a16f-a7fe5cb842c4 req-09faf59f-db34-42cc-a81f-31e163e628f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7558470
Feb 28 10:32:16.884773 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-12579fe5-d599-4268-9b36-e2355d99767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.887582 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-12579fe5-d599-4268-9b36-e2355d99767a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8493f9b-90f0-45ae-88f1-58848e2a93be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0900376
Feb 28 10:32:16.962232 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657852e-10c5-4264-b995-b5c9efe84081 req-e8acf04d-d4fc-41ca-ae82-adb22d974379 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:16.964974 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4657852e-10c5-4264-b995-b5c9efe84081 req-e8acf04d-d4fc-41ca-ae82-adb22d974379 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0596666
Feb 28 10:32:17.022433 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4657852e-10c5-4264-b995-b5c9efe84081 req-267e63e9-864a-478a-9cb2-e22102ea1403 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501382
Feb 28 10:32:17.089400 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:17.153726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f7790-3221-450d-8b1d-7f86f0bc18e3 req-f3519740-a2d1-4e08-94de-0250612da931 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:17.156968 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a20f7790-3221-450d-8b1d-7f86f0bc18e3 req-f3519740-a2d1-4e08-94de-0250612da931 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 944 time: 0.0592575
Feb 28 10:32:17.268387 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a20f7790-3221-450d-8b1d-7f86f0bc18e3 req-0c50e5ff-7555-4bc7-bea4-12be4aef6841 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004045
Feb 28 10:32:17.296430 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-6e3924cf-e4f6-470a-acf4-d393040e3d37 service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367245
Feb 28 10:32:17.405120 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f46fedd7-52c1-4381-8ba2-31504e62ac7d req-f8c1c6bf-a2f7-4679-9d7c-4b9483356e1f service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026702
Feb 28 10:32:17.700036 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbb999-c7f6-4b7d-9e6a-99d307f13a34 req-d9b3a05d-b5e4-4f65-9369-5412f01abeb5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:17.701589 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-29bbb999-c7f6-4b7d-9e6a-99d307f13a34 req-d9b3a05d-b5e4-4f65-9369-5412f01abeb5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0590346
Feb 28 10:32:17.752294 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-29bbb999-c7f6-4b7d-9e6a-99d307f13a34 req-a43ba221-9c62-4f78-8faa-b967642580dd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422385
Feb 28 10:32:17.778111 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41104) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:17.886137 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a7ccf0bf-7819-4ccd-b877-a0dcc3d776fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:17.964697 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102d188-f336-4191-9f25-811792e0bb8a req-06c931a4-5de6-4896-be42-8ab7072180eb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:17.966176 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e102d188-f336-4191-9f25-811792e0bb8a req-06c931a4-5de6-4896-be42-8ab7072180eb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0768385
Feb 28 10:32:18.032499 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a7ccf0bf-7819-4ccd-b877-a0dcc3d776fc admin admin] Publish callbacks [] for security_group (d150a50b-c5ed-4a97-8de7-1dfcd92a8d90), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.037039 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e102d188-f336-4191-9f25-811792e0bb8a req-f469b52f-ac26-4055-bdc1-3c8cf3a6e71c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646105
Feb 28 10:32:18.038062 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a7ccf0bf-7819-4ccd-b877-a0dcc3d776fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d150a50b-c5ed-4a97-8de7-1dfcd92a8d90), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.080037 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a7ccf0bf-7819-4ccd-b877-a0dcc3d776fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d73a559788b04d95a406302390266e0b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3007827
Feb 28 10:32:18.080922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccf0bf-7819-4ccd-b877-a0dcc3d776fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d150a50b-c5ed-4a97-8de7-1dfcd92a8d90,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:18.085045 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41114) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:18.138055 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9a107862-5f00-4412-98cf-0e6cf8fc82e4 admin admin] Publish callbacks [] for security_group (d150a50b-c5ed-4a97-8de7-1dfcd92a8d90), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.169206 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9a107862-5f00-4412-98cf-0e6cf8fc82e4 admin admin] Publish callbacks [] for security_group (d150a50b-c5ed-4a97-8de7-1dfcd92a8d90), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.170593 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307caf20-0252-4e87-a64b-adb0fb092257 req-43dac6ad-9836-4988-b7dd-c470161eb8cb tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:18.172092 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-307caf20-0252-4e87-a64b-adb0fb092257 req-43dac6ad-9836-4988-b7dd-c470161eb8cb tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0592122
Feb 28 10:32:18.223096 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-307caf20-0252-4e87-a64b-adb0fb092257 req-fdb57880-32c2-4317-9152-cb3e5d493f00 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421135
Feb 28 10:32:18.225493 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9a107862-5f00-4412-98cf-0e6cf8fc82e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d150a50b-c5ed-4a97-8de7-1dfcd92a8d90), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.228127 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9a107862-5f00-4412-98cf-0e6cf8fc82e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.231984 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9a107862-5f00-4412-98cf-0e6cf8fc82e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d150a50b-c5ed-4a97-8de7-1dfcd92a8d90 HTTP/1.1" status: 204  len: 168 time: 0.1425378
Feb 28 10:32:18.237342 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a107862-5f00-4412-98cf-0e6cf8fc82e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150a50b-c5ed-4a97-8de7-1dfcd92a8d90,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:18.404006 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d13b-59b6-4610-a755-0f2b43284366 req-c5195727-d780-4c95-8f4c-5a9ee4dc297c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:18.405505 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4638d13b-59b6-4610-a755-0f2b43284366 req-c5195727-d780-4c95-8f4c-5a9ee4dc297c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 944 time: 0.0530746
Feb 28 10:32:18.452036 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4638d13b-59b6-4610-a755-0f2b43284366 req-4c0d1aa9-95ae-4e71-81d7-f5ca6b6d6d93 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407691
Feb 28 10:32:18.480718 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.495653 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41126) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:18.508463 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d88612eb-4c29-4945-b722-ff9a60e2b3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.582767 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d88612eb-4c29-4945-b722-ff9a60e2b3b9 admin admin] Publish callbacks [] for security_group (ff4edfa9-22e7-4aba-aadd-a7bf1a97934b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.586440 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d88612eb-4c29-4945-b722-ff9a60e2b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ff4edfa9-22e7-4aba-aadd-a7bf1a97934b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.625966 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d88612eb-4c29-4945-b722-ff9a60e2b3b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e430cf4931a4e448ed41ae91576ec8d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1292164
Feb 28 10:32:18.626674 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88612eb-4c29-4945-b722-ff9a60e2b3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4edfa9-22e7-4aba-aadd-a7bf1a97934b,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:18.628726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41130) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:18.893543 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8585b-949e-45f9-8d1e-ab6bbb83a396 admin admin] Publish callbacks [] for security_group (ff4edfa9-22e7-4aba-aadd-a7bf1a97934b), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.925476 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43b4d3-d859-4e97-8b4d-89a1251aadc0 req-3d08493c-5d2c-40f2-810f-0188e2d7276c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:18.926949 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e43b4d3-d859-4e97-8b4d-89a1251aadc0 req-3d08493c-5d2c-40f2-810f-0188e2d7276c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0782800
Feb 28 10:32:18.928709 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8585b-949e-45f9-8d1e-ab6bbb83a396 admin admin] Publish callbacks [] for security_group (ff4edfa9-22e7-4aba-aadd-a7bf1a97934b), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:18.993327 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e43b4d3-d859-4e97-8b4d-89a1251aadc0 req-2f4156c4-cd51-4d49-9f02-b99c7858d45f tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576565
Feb 28 10:32:19.008874 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8585b-949e-45f9-8d1e-ab6bbb83a396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ff4edfa9-22e7-4aba-aadd-a7bf1a97934b), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:19.011813 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8585b-949e-45f9-8d1e-ab6bbb83a396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:19.015333 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-05e8585b-949e-45f9-8d1e-ab6bbb83a396 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff4edfa9-22e7-4aba-aadd-a7bf1a97934b HTTP/1.1" status: 204  len: 168 time: 0.3832242
Feb 28 10:32:19.023148 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8585b-949e-45f9-8d1e-ab6bbb83a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4edfa9-22e7-4aba-aadd-a7bf1a97934b,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:19.167604 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c47a4-8728-4a78-98a7-2049b463a1b9 req-4c620828-8f96-4e34-99e7-8e20cc1e1b12 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:19.169139 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bb0c47a4-8728-4a78-98a7-2049b463a1b9 req-4c620828-8f96-4e34-99e7-8e20cc1e1b12 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0582681
Feb 28 10:32:19.221557 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bb0c47a4-8728-4a78-98a7-2049b463a1b9 req-380ff535-fc9b-4c97-9723-ac77cfa1a085 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465255
Feb 28 10:32:19.348645 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cdce9-2050-4360-aec7-d45a2018a7d9 req-3397a985-585d-456a-8ee0-bf55f0d4f6c2 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:19.350122 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-575cdce9-2050-4360-aec7-d45a2018a7d9 req-3397a985-585d-456a-8ee0-bf55f0d4f6c2 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0559559
Feb 28 10:32:19.399016 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-575cdce9-2050-4360-aec7-d45a2018a7d9 req-989a182c-8cc7-4327-a93b-79a36963b9dd tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426259
Feb 28 10:32:19.577105 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadff92-8dff-455f-8cbe-bb73367f5166 req-0a37e7de-2091-4925-b493-ffb9127b5111 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:19.578732 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5cadff92-8dff-455f-8cbe-bb73367f5166 req-0a37e7de-2091-4925-b493-ffb9127b5111 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 944 time: 0.0573506
Feb 28 10:32:19.634027 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5cadff92-8dff-455f-8cbe-bb73367f5166 req-6cc1b7fd-eb1d-4b2b-bad1-58d41c5595b5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476413
Feb 28 10:32:19.926950 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:20.113213 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e99f4a-f8ed-429d-a488-29b34afd7ab5 req-2bf4cbb3-9e7c-4994-be9e-872fc1b8f6ea tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:20.114619 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-58e99f4a-f8ed-429d-a488-29b34afd7ab5 req-2bf4cbb3-9e7c-4994-be9e-872fc1b8f6ea tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0546167
Feb 28 10:32:20.161956 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-58e99f4a-f8ed-429d-a488-29b34afd7ab5 req-cf9e495b-a9da-4eee-8299-14de1221d1c9 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419226
Feb 28 10:32:20.348473 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46c7d3-05c6-4af8-aeef-224cc7c79cac req-f8c2355e-c049-4d51-b9d1-5fdc95520de2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:20.349940 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2d46c7d3-05c6-4af8-aeef-224cc7c79cac req-f8c2355e-c049-4d51-b9d1-5fdc95520de2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0551031
Feb 28 10:32:20.397996 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2d46c7d3-05c6-4af8-aeef-224cc7c79cac req-0f93c35e-a008-4a59-9ccd-5d31ddcbd554 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423138
Feb 28 10:32:20.522949 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1bf24-697d-45a3-bd91-f09f80230a1b req-82613182-4003-4287-86f8-1cff3421452d tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:20.524423 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cbe1bf24-697d-45a3-bd91-f09f80230a1b req-82613182-4003-4287-86f8-1cff3421452d tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0593994
Feb 28 10:32:20.572272 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cbe1bf24-697d-45a3-bd91-f09f80230a1b req-36801133-f0e6-4708-8dd5-b415cb57d399 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417645
Feb 28 10:32:20.594891 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:32:20.605932 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a59d6bed-3809-43c1-b057-c4e3bf30676c up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:32:20.716828 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port a59d6bed-3809-43c1-b057-c4e3bf30676c completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:32:20.726316 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port a59d6bed-3809-43c1-b057-c4e3bf30676c triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:20.726720 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:20.757139 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:20.759881 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f7874-ece4-45f7-b06e-e35323950056 req-14888aa1-195e-4a20-ab12-90d255a31c36 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:20.761454 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4f6f7874-ece4-45f7-b06e-e35323950056 req-14888aa1-195e-4a20-ab12-90d255a31c36 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 944 time: 0.0563302
Feb 28 10:32:20.775541 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'port_id': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'mac_address': 'fa:16:3e:06:42:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:32:20.815160 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4f6f7874-ece4-45f7-b06e-e35323950056 req-43044c2a-4480-4471-8419-a68bdfa94f0f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478449
Feb 28 10:32:20.841864 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:20.842291 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:20.861741 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76aed61f-8cd7-4455-a163-d78d7f320a35 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:20.873013 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port a59d6bed-3809-43c1-b057-c4e3bf30676c is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:20.873340 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:20.896166 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:20.903857 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:20.911380 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6bed-3809-43c1-b057-c4e3bf30676c'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:20.913595 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1247e48-148a-40ea-8bed-7b0708a8c597" -d '{"events": [{"server_uuid": "ae7de27a-2095-46ac-ade5-992422ccbb4e", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6bed-3809-43c1-b057-c4e3bf30676c"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:20.943486 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port a59d6bed-3809-43c1-b057-c4e3bf30676c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:20.953941 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:20.961289 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304f4e5f-da27-42b9-ac85-956bf45be699 x-openstack-request-id: req-304f4e5f-da27-42b9-ac85-956bf45be699 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:20.961605 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7de27a-2095-46ac-ade5-992422ccbb4e", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6bed-3809-43c1-b057-c4e3bf30676c", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:20.962035 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-304f4e5f-da27-42b9-ac85-956bf45be699 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:20.962429 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6bed-3809-43c1-b057-c4e3bf30676c', 'code': 200}
Feb 28 10:32:20.976429 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:21.035612 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=a59d6bed-3809-43c1-b057-c4e3bf30676c,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:21.228648 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ccff3-27c6-4801-be5d-912e54918e5c req-82b6a1b5-f365-431f-b71e-4d51f71a1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:21.231013 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ae0ccff3-27c6-4801-be5d-912e54918e5c req-82b6a1b5-f365-431f-b71e-4d51f71a1693 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 1129 time: 0.0527287
Feb 28 10:32:21.286980 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc989d6-4aa6-493e-9e0e-129f1ae4c5b0 req-6642e648-882b-4ed4-b838-cd4b3372f581 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:21.288456 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2bc989d6-4aa6-493e-9e0e-129f1ae4c5b0 req-6642e648-882b-4ed4-b838-cd4b3372f581 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0562134
Feb 28 10:32:21.349734 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2bc989d6-4aa6-493e-9e0e-129f1ae4c5b0 req-95157501-a368-4d96-b0cf-c12dc50dfba0 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548201
Feb 28 10:32:21.383920 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ae0ccff3-27c6-4801-be5d-912e54918e5c req-c2ca5da5-76eb-4d35-93b2-f90cd1d73954 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418046
Feb 28 10:32:21.520871 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec85d1-1817-4231-a668-473a2828e1ef req-475d7a92-1b56-4382-81d0-918b0dcf7528 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:21.522359 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f9ec85d1-1817-4231-a668-473a2828e1ef req-475d7a92-1b56-4382-81d0-918b0dcf7528 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.0528669
Feb 28 10:32:21.529559 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['76aed61f-8cd7-4455-a163-d78d7f320a35'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:21.571469 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f9ec85d1-1817-4231-a668-473a2828e1ef req-255f85a2-7516-4a55-b5d9-5fee82dd0316 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427451
Feb 28 10:32:21.733148 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5afc-339f-4f44-a99a-0acd45910e34 req-24b09a05-4166-4a47-96ba-0f3773dd358b tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:21.735130 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c6ed5afc-339f-4f44-a99a-0acd45910e34 req-24b09a05-4166-4a47-96ba-0f3773dd358b tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0661557
Feb 28 10:32:21.794158 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c6ed5afc-339f-4f44-a99a-0acd45910e34 req-553619b4-3321-478e-937b-2d7b2a080d7f tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514932
Feb 28 10:32:21.936219 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b5a62-a545-47c5-96c6-b1cfacc8bffc req-30bdc262-3360-49c2-93cc-644400febf86 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:21.937707 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-207b5a62-a545-47c5-96c6-b1cfacc8bffc req-30bdc262-3360-49c2-93cc-644400febf86 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0554202
Feb 28 10:32:21.986644 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-207b5a62-a545-47c5-96c6-b1cfacc8bffc req-24fde85a-be74-4b0d-9511-fa9ca18fd58a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431433
Feb 28 10:32:22.162930 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:32:22.475623 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d991618-b2c8-477f-bd60-692c5f2c2843 req-fa97150b-e29f-48da-8128-d0608c445ef6 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:22.477334 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2d991618-b2c8-477f-bd60-692c5f2c2843 req-fa97150b-e29f-48da-8128-d0608c445ef6 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0595922
Feb 28 10:32:22.529522 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2d991618-b2c8-477f-bd60-692c5f2c2843 req-5e69555f-afbe-441b-80a4-ece633d2c714 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459297
Feb 28 10:32:22.710133 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9400a-eb02-4437-8f1c-6ef20fe447ee req-2ae1fd72-5da1-45dd-b6b3-f81eea1b80d0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:22.711690 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-62f9400a-eb02-4437-8f1c-6ef20fe447ee req-2ae1fd72-5da1-45dd-b6b3-f81eea1b80d0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.0638566
Feb 28 10:32:22.764234 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-62f9400a-eb02-4437-8f1c-6ef20fe447ee req-82ea0244-50c8-43ba-be84-8c7232115026 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456326
Feb 28 10:32:22.915055 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239250a7-f4f1-4acf-9f12-f5d517112ad3 req-02601c78-7101-496c-ba9f-e78bdc3e0c02 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:22.916525 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-239250a7-f4f1-4acf-9f12-f5d517112ad3 req-02601c78-7101-496c-ba9f-e78bdc3e0c02 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0545912
Feb 28 10:32:22.935266 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41284) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:22.974245 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-239250a7-f4f1-4acf-9f12-f5d517112ad3 req-49cd6d46-a581-4e23-9fa1-9baefabf97ed tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502923
Feb 28 10:32:23.042105 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7dc7-ddf6-4537-ad17-29bda1d56295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.107473 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e04ef-c563-47b8-b508-02769ccef972 req-544ffd3a-ceec-4757-b6ef-ac3c1b5fb0e7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:23.109003 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7a0e04ef-c563-47b8-b508-02769ccef972 req-544ffd3a-ceec-4757-b6ef-ac3c1b5fb0e7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0575917
Feb 28 10:32:23.129145 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7dc7-ddf6-4537-ad17-29bda1d56295 admin admin] Publish callbacks [] for security_group (25c0f8ff-6d0f-40c7-867d-af4742bda2ea), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.132824 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7dc7-ddf6-4537-ad17-29bda1d56295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (25c0f8ff-6d0f-40c7-867d-af4742bda2ea), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.161208 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7a0e04ef-c563-47b8-b508-02769ccef972 req-74f1e648-f2b8-4c37-8e57-58840eea0364 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460238
Feb 28 10:32:23.176858 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2b8f7dc7-ddf6-4537-ad17-29bda1d56295 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4264412cdc71491880965c1858e005a8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2405159
Feb 28 10:32:23.177997 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f7dc7-ddf6-4537-ad17-29bda1d56295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c0f8ff-6d0f-40c7-867d-af4742bda2ea,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:23.180256 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41292) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:23.229499 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b03f-f84f-4c2c-a9c1-c0d39491e25f admin admin] Publish callbacks [] for security_group (25c0f8ff-6d0f-40c7-867d-af4742bda2ea), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.253710 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b03f-f84f-4c2c-a9c1-c0d39491e25f admin admin] Publish callbacks [] for security_group (25c0f8ff-6d0f-40c7-867d-af4742bda2ea), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.313834 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b03f-f84f-4c2c-a9c1-c0d39491e25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (25c0f8ff-6d0f-40c7-867d-af4742bda2ea), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.317376 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b03f-f84f-4c2c-a9c1-c0d39491e25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.321551 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-cbd8b03f-f84f-4c2c-a9c1-c0d39491e25f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25c0f8ff-6d0f-40c7-867d-af4742bda2ea HTTP/1.1" status: 204  len: 168 time: 0.1375923
Feb 28 10:32:23.330535 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8b03f-f84f-4c2c-a9c1-c0d39491e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c0f8ff-6d0f-40c7-867d-af4742bda2ea,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:23.579324 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41306) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:23.593105 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-948fa6d1-53bb-463b-971e-6c0d25722ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.677164 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2d21f-e653-4c12-926b-a8a09cd94849 req-4bd98649-62d4-4a00-ae41-e96a4179e102 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:23.678553 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aed2d21f-e653-4c12-926b-a8a09cd94849 req-4bd98649-62d4-4a00-ae41-e96a4179e102 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0825520
Feb 28 10:32:23.740383 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-948fa6d1-53bb-463b-971e-6c0d25722ee6 admin admin] Publish callbacks [] for security_group (dcd81e41-e515-4aed-a9ce-ddcdf2a13d84), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.748373 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-948fa6d1-53bb-463b-971e-6c0d25722ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (dcd81e41-e515-4aed-a9ce-ddcdf2a13d84), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.761905 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aed2d21f-e653-4c12-926b-a8a09cd94849 req-69faade7-94a9-4464-a509-50ef83dc9bf9 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763483
Feb 28 10:32:23.789167 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-948fa6d1-53bb-463b-971e-6c0d25722ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f9e6a54970345e997e1a2c854c66e7d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2085762
Feb 28 10:32:23.791102 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fa6d1-53bb-463b-971e-6c0d25722ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd81e41-e515-4aed-a9ce-ddcdf2a13d84,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:23.794110 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41310) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:23.852999 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1925d6e5-fa81-4261-8ae0-df82b8df64be admin admin] Publish callbacks [] for security_group (dcd81e41-e515-4aed-a9ce-ddcdf2a13d84), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.893169 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1925d6e5-fa81-4261-8ae0-df82b8df64be admin admin] Publish callbacks [] for security_group (dcd81e41-e515-4aed-a9ce-ddcdf2a13d84), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.935496 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffdcb4-6abe-4c63-92ae-a99d3abd1c54 req-fb207a6e-9a6c-43d5-9102-406b30796791 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:23.936887 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-caffdcb4-6abe-4c63-92ae-a99d3abd1c54 req-fb207a6e-9a6c-43d5-9102-406b30796791 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.0928936
Feb 28 10:32:23.968332 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1925d6e5-fa81-4261-8ae0-df82b8df64be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (dcd81e41-e515-4aed-a9ce-ddcdf2a13d84), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.970912 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1925d6e5-fa81-4261-8ae0-df82b8df64be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:23.972035 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-1925d6e5-fa81-4261-8ae0-df82b8df64be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcd81e41-e515-4aed-a9ce-ddcdf2a13d84 HTTP/1.1" status: 204  len: 168 time: 0.1769006
Feb 28 10:32:23.995370 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925d6e5-fa81-4261-8ae0-df82b8df64be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd81e41-e515-4aed-a9ce-ddcdf2a13d84,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:24.004038 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-caffdcb4-6abe-4c63-92ae-a99d3abd1c54 req-ff203904-6c42-4b6a-99f3-e5cc02e4daef tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611534
Feb 28 10:32:24.300833 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cac6f-ed0d-4d2a-93f9-4bd04f26c7f2 req-fb503ebe-70fa-4f37-a6be-4587175fdd66 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:24.302365 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7f8cac6f-ed0d-4d2a-93f9-4bd04f26c7f2 req-fb503ebe-70fa-4f37-a6be-4587175fdd66 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0608675
Feb 28 10:32:24.362345 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7f8cac6f-ed0d-4d2a-93f9-4bd04f26c7f2 req-9d8cff24-9d88-406b-bec8-ac8a25637bc7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528822
Feb 28 10:32:24.712019 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41354) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:24.859558 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-37197840-network', 'tenant_id': '6098811200df4998b4c983c44640d16f'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:24.884606 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Made reservation on behalf of 6098811200df4998b4c983c44640d16f for: {'network': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:32:24.887884 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:24.898257 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:24.912744 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a3c13-52e6-421e-b25d-225744b0fc91 req-5570667b-3a12-4b49-ace7-6b463bf82aa8 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:24.914193 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd9a3c13-52e6-421e-b25d-225744b0fc91 req-5570667b-3a12-4b49-ace7-6b463bf82aa8 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 943 time: 0.0870302
Feb 28 10:32:24.986993 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd9a3c13-52e6-421e-b25d-225744b0fc91 req-abe86423-f6db-4727-807e-789913502c63 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670567
Feb 28 10:32:25.000306 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b1a42156-5d5f-4727-a2fd-ca0b2cece4af details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:32:25.022393 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks [] for security_group (420b44aa-921a-445d-b09d-09199ccfd4ee), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.026213 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (420b44aa-921a-445d-b09d-09199ccfd4ee), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.054283 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=102808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:32:25.065111 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420b44aa-921a-445d-b09d-09199ccfd4ee,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:25.070949 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (b2538190-e770-41ee-86ae-3e9225e0b200), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.071299 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.segments_db [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Added segment b2538190-e770-41ee-86ae-3e9225e0b200 of type vlan for network 53295920-84a0-4ffa-9aa6-cb61ab488d09
Feb 28 10:32:25.107145 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port b1a42156-5d5f-4727-a2fd-ca0b2cece4af, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:25.119526 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'port_id': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'mac_address': 'fa:16:3e:fc:a7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:32:25.139526 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (53295920-84a0-4ffa-9aa6-cb61ab488d09), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.179737 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884451-1dda-4eb2-81bf-b70e5fa4af11 req-0af7d83c-898a-446c-825c-a7d8c10231ec tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:25.181339 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e0884451-1dda-4eb2-81bf-b70e5fa4af11 req-0af7d83c-898a-446c-825c-a7d8c10231ec tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.0976775
Feb 28 10:32:25.182696 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (53295920-84a0-4ffa-9aa6-cb61ab488d09), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.184367 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:25.184952 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.261065 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5478339
Feb 28 10:32:25.264884 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41364) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:25.271259 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Request body: {'subnet': {'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-37197840-subnet', 'tenant_id': '6098811200df4998b4c983c44640d16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:25.271985 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eece5-7738-40cc-aea1-b76eba69f572 admin admin] Pushing event updated for resources: {'Network': ['ID=53295920-84a0-4ffa-9aa6-cb61ab488d09,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:25.275623 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port b1a42156-5d5f-4727-a2fd-ca0b2cece4af is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:25.276056 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.290650 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 53295920-84a0-4ffa-9aa6-cb61ab488d09 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:32:25.294297 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a42156-5d5f-4727-a2fd-ca0b2cece4af {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:25.296142 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Made reservation on behalf of 6098811200df4998b4c983c44640d16f for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:32:25.298540 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.310728 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e0884451-1dda-4eb2-81bf-b70e5fa4af11 req-39ddd2b0-3b29-4f79-8d10-7c0e6c15adec tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080585
Feb 28 10:32:25.352447 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port b1a42156-5d5f-4727-a2fd-ca0b2cece4af, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:25.363676 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.430321 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:25.510321 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (5a2bdc9b-acc1-468f-a93f-4c6928cba7d3), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.517044 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac14afc-f45a-41e8-b5f8-b5b51dca2919 req-9462e449-c067-47bb-9031-eab702a8422f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:25.518465 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ac14afc-f45a-41e8-b5f8-b5b51dca2919 req-9462e449-c067-47bb-9031-eab702a8422f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0545943
Feb 28 10:32:25.568408 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2bdc9b-acc1-468f-a93f-4c6928cba7d3,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:25.568935 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ac14afc-f45a-41e8-b5f8-b5b51dca2919 req-b8d3bed8-4f20-4821-bcea-9d3475ccf173 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445602
Feb 28 10:32:25.576928 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Checking segment: {'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:32:25.577288 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Network hostable DHCP agents. Network: 53295920-84a0-4ffa-9aa6-cb61ab488d09, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:32:25.587848 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:32:25.598829 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Network 53295920-84a0-4ffa-9aa6-cb61ab488d09 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:32:25.607964 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 53295920-84a0-4ffa-9aa6-cb61ab488d09) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:32:25.612618 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:25.613227 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.619266 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9745a7-c5e1-44d3-ab0b-41a5bfc3919c None None] Network 53295920-84a0-4ffa-9aa6-cb61ab488d09 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:32:25.631736 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e1f6c787-c443-4d56-b695-c1e4090938f2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3651302
Feb 28 10:32:25.703691 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 76aed61f-8cd7-4455-a163-d78d7f320a35 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:32:25.713517 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 76aed61f-8cd7-4455-a163-d78d7f320a35 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:25.713902 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.764933 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be77387-2da4-4bb5-9bb7-28b3c3f762b7 None None] Network 53295920-84a0-4ffa-9aa6-cb61ab488d09 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:32:25.895105 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['b1a42156-5d5f-4727-a2fd-ca0b2cece4af'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:25.935404 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:25.935797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:25.975964 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:25.978212 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8affe3c5-976e-4fe5-8852-f3efedf97b68" -d '{"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-plugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:26.000473 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:26.006132 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:26.047244 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1095fa-6c37-44cd-81ac-45a259037452 x-openstack-request-id: req-eb1095fa-6c37-44cd-81ac-45a259037452 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:26.047579 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-plugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:26.047831 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb1095fa-6c37-44cd-81ac-45a259037452 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:26.048405 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'code': 200}
Feb 28 10:32:26.131817 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:26.185783 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623457-4cfe-4e40-aeba-018f62c4d9e9 req-179abbea-1a1d-472c-b025-da1686e55915 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:26.187821 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a5623457-4cfe-4e40-aeba-018f62c4d9e9 req-179abbea-1a1d-472c-b025-da1686e55915 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 944 time: 0.1057487
Feb 28 10:32:26.296938 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a5623457-4cfe-4e40-aeba-018f62c4d9e9 req-0c7e1225-cd06-4def-a08a-5191add9b2ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983174
Feb 28 10:32:26.314985 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c06d-4281-469c-b92f-c830858a7b57 req-e48ec4d2-8c68-4c86-abdb-fec4835832cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:26.316728 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0406c06d-4281-469c-b92f-c830858a7b57 req-e48ec4d2-8c68-4c86-abdb-fec4835832cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1129 time: 0.0601985
Feb 28 10:32:26.364616 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0406c06d-4281-469c-b92f-c830858a7b57 req-059f579f-8f9a-4585-a21c-036f34617ba7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397761
Feb 28 10:32:26.437405 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71775d6-7e46-470a-ac4e-bcd14cfd4e2c req-2fb6bee9-5403-4ec6-87e7-30f02e491ddd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:26.438967 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d71775d6-7e46-470a-ac4e-bcd14cfd4e2c req-2fb6bee9-5403-4ec6-87e7-30f02e491ddd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0528080
Feb 28 10:32:26.488001 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d71775d6-7e46-470a-ac4e-bcd14cfd4e2c req-f12938dd-299c-4dd6-9475-a4721d282cbe tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434933
Feb 28 10:32:26.709514 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a0039-516e-4373-a692-5616b943140d req-dfd4a59b-46fd-4f00-b0a0-2a96c1ef9c4c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:26.711050 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-136a0039-516e-4373-a692-5616b943140d req-dfd4a59b-46fd-4f00-b0a0-2a96c1ef9c4c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0601966
Feb 28 10:32:26.759599 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-136a0039-516e-4373-a692-5616b943140d req-5612d257-d29c-4d6d-b17b-1e032b3ae52e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422366
Feb 28 10:32:27.178902 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c81e1d-4159-43e1-8aa2-40814b42a0db req-f2af0d2d-3fd4-4e3c-85c5-86ca6c754547 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:27.190197 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b0c81e1d-4159-43e1-8aa2-40814b42a0db req-f2af0d2d-3fd4-4e3c-85c5-86ca6c754547 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1170089
Feb 28 10:32:27.222840 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-e78e5f19-a845-4664-81dd-e56d65079a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:27.224682 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-e78e5f19-a845-4664-81dd-e56d65079a99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 1129 time: 0.1070583
Feb 28 10:32:27.258820 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b0c81e1d-4159-43e1-8aa2-40814b42a0db req-19f6e949-8e45-40fc-8b79-ae1916ecc201 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675476
Feb 28 10:32:27.469336 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b20869-7e85-4b8a-8f08-5bc598b4beaf req-1f3e81e0-69a3-42ea-bb64-4b86a1a01bde tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:27.470786 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-43b20869-7e85-4b8a-8f08-5bc598b4beaf req-1f3e81e0-69a3-42ea-bb64-4b86a1a01bde tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 944 time: 0.0937374
Feb 28 10:32:27.471717 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-4a66c156-5bc2-4a80-af7e-81bd58d0bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:27.472993 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-4a66c156-5bc2-4a80-af7e-81bd58d0bd72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.1475749
Feb 28 10:32:27.566642 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-f2e66ec5-8927-4ecf-b861-24cd4d483795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c HTTP/1.1" status: 200  len: 217 time: 0.0852823
Feb 28 10:32:27.608929 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b1a42156-5d5f-4727-a2fd-ca0b2cece4af up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:32:27.657074 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-43b20869-7e85-4b8a-8f08-5bc598b4beaf req-8981f1c4-1fa7-46c0-90cf-e951bc5f1d7a tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1746809
Feb 28 10:32:27.661598 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port b1a42156-5d5f-4727-a2fd-ca0b2cece4af completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:32:27.666220 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port b1a42156-5d5f-4727-a2fd-ca0b2cece4af triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:27.666618 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:27.670509 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-3dd25384-6979-47b9-b5fc-1f5af24885a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:27.672194 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-3dd25384-6979-47b9-b5fc-1f5af24885a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.0901265
Feb 28 10:32:27.715405 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-8d0cc42a-4fa1-4e9e-add4-e6b8ebbcb572 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:27.716943 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-8d0cc42a-4fa1-4e9e-add4-e6b8ebbcb572 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/networks?id=53295920-84a0-4ffa-9aa6-cb61ab488d09 HTTP/1.1" status: 200  len: 807 time: 0.2548342
Feb 28 10:32:27.718825 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-77aa8bd6-ea08-4a76-8288-34d5fe4b0d24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394018
Feb 28 10:32:27.771040 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-3ab8fcf3-8595-4129-bfb1-275a75623c5b tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/quotas/6098811200df4998b4c983c44640d16f HTTP/1.1" status: 200  len: 375 time: 0.0471418
Feb 28 10:32:27.786045 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port b1a42156-5d5f-4727-a2fd-ca0b2cece4af is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:27.786474 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:27.821500 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port b1a42156-5d5f-4727-a2fd-ca0b2cece4af, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:27.825712 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:27.865126 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-b47db75c-0fe9-4132-8dc0-c8575b8f93ca tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6098811200df4998b4c983c44640d16f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0367212
Feb 28 10:32:27.877423 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:27.952206 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f18a05-0194-423e-85ca-92d2eed3a052 req-e1415f4a-465b-40dc-8df8-1b93b1ea932a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:27.953591 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5f18a05-0194-423e-85ca-92d2eed3a052 req-e1415f4a-465b-40dc-8df8-1b93b1ea932a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.2034776
Feb 28 10:32:27.991639 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-3256051d-6353-4772-bc76-3535ee553529 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537978
Feb 28 10:32:28.050179 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:28.052662 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8062d-77e5-4f3f-8ca0-ede5474a9c72" -d '{"events": [{"server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "name": "network-vif-plugged", "status": "completed", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:28.092115 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5f18a05-0194-423e-85ca-92d2eed3a052 req-cf480cc6-776a-4c6e-8f35-0268a1695421 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309116
Feb 28 10:32:28.098235 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-a4912a67-4227-447e-86df-7b4373f0a21e service neutron] 10.222.0.21 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234638
Feb 28 10:32:28.158992 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e731266f-b19a-43bc-88a5-94e93e6bdd8f x-openstack-request-id: req-e731266f-b19a-43bc-88a5-94e93e6bdd8f {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:28.159415 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "name": "network-vif-plugged", "status": "completed", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:28.159781 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e731266f-b19a-43bc-88a5-94e93e6bdd8f {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:28.160366 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'code': 200}
Feb 28 10:32:28.181264 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e6e5208-3cce-44aa-a60d-36f32df71617 req-c80553be-1f09-4f9a-af14-07fc90e9ea71 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715362
Feb 28 10:32:28.212941 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-dd6c628c-d1b1-4752-bb8c-11f338f3dab9 service neutron] 10.222.0.21 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050375
Feb 28 10:32:28.436793 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ba9ccd4-0bf2-4426-8ee7-2639a6b7ed89 req-5a49786b-56bd-46f5-81c3-63e63c9da786 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 210 time: 0.0348203
Feb 28 10:32:28.580719 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51638355-6ee3-45a0-83c8-eb6a87ddcd51 req-af2afaee-13d7-44c1-91fa-bd7bf1a53230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:28.583182 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-51638355-6ee3-45a0-83c8-eb6a87ddcd51 req-af2afaee-13d7-44c1-91fa-bd7bf1a53230 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 1129 time: 0.1029356
Feb 28 10:32:28.636010 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaa5dd-a9e5-46fb-be48-c002a5b05052 req-c4ea2798-92f0-4220-9537-84e3ffb89220 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:28.638041 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ebaa5dd-a9e5-46fb-be48-c002a5b05052 req-c4ea2798-92f0-4220-9537-84e3ffb89220 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1163623
Feb 28 10:32:28.671127 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-51638355-6ee3-45a0-83c8-eb6a87ddcd51 req-f93cfd56-b902-42c0-9479-f0c14602e175 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812409
Feb 28 10:32:28.710310 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ebaa5dd-a9e5-46fb-be48-c002a5b05052 req-de8d8d99-8eca-478c-b082-44375f57d5f3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624843
Feb 28 10:32:28.817910 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13810-9dce-4652-b532-04c58fc13833 req-f78fe39e-5265-4498-84f3-4e080a3613dc tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:28.820504 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7dd13810-9dce-4652-b532-04c58fc13833 req-f78fe39e-5265-4498-84f3-4e080a3613dc tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0738978
Feb 28 10:32:28.887911 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7dd13810-9dce-4652-b532-04c58fc13833 req-591906fa-3d2f-40d9-a592-96944b2b3c92 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619674
Feb 28 10:32:29.238347 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d56b1-8a51-4f8f-afd6-c4ff041f4b58 req-3ff002e5-28bc-43bd-99d8-bf48e971b703 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:29.239869 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7d8d56b1-8a51-4f8f-afd6-c4ff041f4b58 req-3ff002e5-28bc-43bd-99d8-bf48e971b703 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0598702
Feb 28 10:32:29.287972 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7d8d56b1-8a51-4f8f-afd6-c4ff041f4b58 req-c19b1e33-75f9-471f-9a22-04dd01d6d9f9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422223
Feb 28 10:32:29.551791 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7e349a88-e9ea-498c-a347-b7047c49cbcc req-1c0a63a6-13fd-4dd9-aec5-ac68e4f0204f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 210 time: 0.0420940
Feb 28 10:32:29.573690 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a18c62-e417-4af3-aa8c-a6bf2f9a99cc req-f9689ba5-447f-43fe-aec5-94174e1e969a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:29.575231 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38a18c62-e417-4af3-aa8c-a6bf2f9a99cc req-f9689ba5-447f-43fe-aec5-94174e1e969a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0743506
Feb 28 10:32:29.583814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41532) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:29.589162 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'floatingip': {'port_id': '76aed61f-8cd7-4455-a163-d78d7f320a35'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:29.662179 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (2866cd7a-0b6c-4358-87c2-9b19a8e4e842), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:29.913922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32f64-e27e-4763-bc80-87c04b8f909a req-3b3c1722-0230-43d8-a2bf-90950f0199ed tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:29.923634 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b5b32f64-e27e-4763-bc80-87c04b8f909a req-3b3c1722-0230-43d8-a2bf-90950f0199ed tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1338084
Feb 28 10:32:30.005700 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b5b32f64-e27e-4763-bc80-87c04b8f909a req-f9d61ec5-3280-4307-bd87-3188f7c24322 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731208
Feb 28 10:32:30.164574 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a53363-d1f8-4bed-8215-c4748902b32c req-ef23a6b8-f884-4a80-94f2-5f08265e0f34 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:30.166142 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71a53363-d1f8-4bed-8215-c4748902b32c req-ef23a6b8-f884-4a80-94f2-5f08265e0f34 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1796942
Feb 28 10:32:30.232433 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-517c0a63-4b42-446b-bf81-ec67d20a4b44 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:30.234424 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-517c0a63-4b42-446b-bf81-ec67d20a4b44 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "GET /v2.0/networks?id=53295920-84a0-4ffa-9aa6-cb61ab488d09 HTTP/1.1" status: 200  len: 807 time: 0.2080200
Feb 28 10:32:30.238905 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41558) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:30.261052 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71a53363-d1f8-4bed-8215-c4748902b32c req-a5af40ca-d18c-4a4e-bbaf-4cf6640dc1ca tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880766
Feb 28 10:32:30.295221 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Request body: {'port': {'device_id': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09', 'admin_state_up': True, 'tenant_id': '6098811200df4998b4c983c44640d16f'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:30.406408 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:30.488720 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Made reservation on behalf of 6098811200df4998b4c983c44640d16f for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:32:30.492949 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:30.627022 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Publish callbacks [] for security_group (bade4cb3-992b-462a-bf56-9ff07b87bf79), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:30.635126 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bade4cb3-992b-462a-bf56-9ff07b87bf79), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:30.640507 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.db.resource_extend [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 28 10:32:30.719221 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:30.723280 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (2866cd7a-0b6c-4358-87c2-9b19a8e4e842), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:30.829472 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Floating IP 2866cd7a-0b6c-4358-87c2-9b19a8e4e842 associated. External IP: 172.37.2.53, port: 76aed61f-8cd7-4455-a163-d78d7f320a35.
Feb 28 10:32:30.925769 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-36fd61ca-c16f-4b77-a3eb-b8a6c3962865 req-5962166a-fe85-4558-a08b-c9505aa533c6 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 210 time: 0.2712541
Feb 28 10:32:30.932684 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbdd1eba83af4919bf37c2c0c65b1ad4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6927891
Feb 28 10:32:30.935746 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41578) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:30.938537 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bade4cb3-992b-462a-bf56-9ff07b87bf79,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:30.952078 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.952443 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.952796 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.953140 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.953475 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.953982 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.954142 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.954573 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.954843 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.955197 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.955490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.955819 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.957298 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33532d5e-6970-4092-af9a-3c3f35a5bfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:30.977512 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Allocated IP 172.20.0.11 (53295920-84a0-4ffa-9aa6-cb61ab488d09/5a2bdc9b-acc1-468f-a93f-4c6928cba7d3/f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:32:31.060702 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Publish callbacks [] for security_group (bade4cb3-992b-462a-bf56-9ff07b87bf79), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.124748 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Publish callbacks [] for security_group (bade4cb3-992b-462a-bf56-9ff07b87bf79), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.150465 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Router ead3c91a-6ab5-422c-9c3f-db259647e86f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:32:31.191115 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks [] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.199666 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3b8e1-be47-45e7-a705-4e2c3550c9c7 req-bee210df-f245-4ee3-818c-7232294ff4a1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:31.201107 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0fc3b8e1-be47-45e7-a705-4e2c3550c9c7 req-bee210df-f245-4ee3-818c-7232294ff4a1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0962403
Feb 28 10:32:31.232075 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bade4cb3-992b-462a-bf56-9ff07b87bf79), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.234629 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.238909 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bade4cb3-992b-462a-bf56-9ff07b87bf79 HTTP/1.1" status: 204  len: 168 time: 0.3020022
Feb 28 10:32:31.268425 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0fc3b8e1-be47-45e7-a705-4e2c3550c9c7 req-84846cda-35bc-4568-ad25-5c82b42029df tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614402
Feb 28 10:32:31.271416 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.287656 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade4cb3-992b-462a-bf56-9ff07b87bf79,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:31.318366 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.318771 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.319128 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.319471 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.319845 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.320124 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.320468 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.320802 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.321130 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.321471 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.321800 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.321922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Network 53295920-84a0-4ffa-9aa6-cb61ab488d09 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:32:31.322118 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.326320 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:32:31.331404 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a5518-4cb8-43aa-9aaa-6ec49a0449c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:31.333046 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:32:31.338669 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:31.339486 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.349084 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Pushing event updated for resources: {'Port': ['ID=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:31.366196 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-da191493-2902-4592-b107-48745e5be32a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0787659
Feb 28 10:32:31.378455 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:32:31.384736 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.396622 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] Sync routers for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:32:31.410040 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:32:31.410703 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d12760>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:32:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:31.423189 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Request body: {'port': {'device_id': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:31.427480 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-71a5a5a3-4753-4127-b6f2-0807f46bf74f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "PUT /v2.0/floatingips/2866cd7a-0b6c-4358-87c2-9b19a8e4e842 HTTP/1.1" status: 200  len: 990 time: 1.8417459
Feb 28 10:32:31.428476 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:31.431072 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37" -d '{"events": [{"name": "network-changed", "server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:31.470299 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847bc90-2474-44a9-9943-246c34d81f07 req-0c9ec104-f12b-4679-a828-816cd632ca1b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:31.471892 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f847bc90-2474-44a9-9943-246c34d81f07 req-0c9ec104-f12b-4679-a828-816cd632ca1b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0978212
Feb 28 10:32:31.536574 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad137a22-79c1-4bdd-9ecf-a926afda2655 x-openstack-request-id: req-ad137a22-79c1-4bdd-9ecf-a926afda2655 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:31.536869 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:31.537124 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad137a22-79c1-4bdd-9ecf-a926afda2655 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:31.537568 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'status': 'completed', 'code': 200}
Feb 28 10:32:31.539006 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.551217 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:32:31.709261 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f847bc90-2474-44a9-9943-246c34d81f07 req-9b862d26-355a-4b30-9d0f-caa443f16df0 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2304175
Feb 28 10:32:31.770439 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41608) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:31.793827 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c054d3c6-66b6-4aae-903e-b4936ad3ca32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.923930 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c054d3c6-66b6-4aae-903e-b4936ad3ca32 admin admin] Publish callbacks [] for security_group (28ac9526-16d5-4d52-9674-3be3aaeddbc6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.928547 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c054d3c6-66b6-4aae-903e-b4936ad3ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (28ac9526-16d5-4d52-9674-3be3aaeddbc6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:31.963407 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d12760>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2866cd7a-0b6c-4358-87c2-9b19a8e4e842', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'floating_ip_address': '172.37.2.53', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'port_id': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'mac_address': 'fa:16:3e:06:42:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:31:56Z', 'updated_at': '2022-02-28T10:32:30Z', 'revision_number': 1, 'project_id': '003233ff59254fa88847f9adc1437df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:31.992203 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054d3c6-66b6-4aae-903e-b4936ad3ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac9526-16d5-4d52-9674-3be3aaeddbc6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:32.025696 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] Checking router: ead3c91a-6ab5-422c-9c3f-db259647e86f for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:32:32.034789 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c054d3c6-66b6-4aae-903e-b4936ad3ca32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6e4aff8a0ba4fafb51cce08afee14f4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2631812
Feb 28 10:32:32.038362 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41616) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:32.041020 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:32:32.042067 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d12760>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:32:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:32.127967 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98b990-f60d-4ed5-b682-68c36c19708d req-0a2a84a8-5ac5-4b18-8861-ce7aee4b078b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:32.129488 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7a98b990-f60d-4ed5-b682-68c36c19708d req-0a2a84a8-5ac5-4b18-8861-ce7aee4b078b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.2978556
Feb 28 10:32:32.140136 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41628) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:32.144989 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'floatingip': {'port_id': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:32:32.203597 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (7ebe6a64-21bd-45f8-8eea-2a9a059d202e), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.238722 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c6b1b82f-35cd-4c41-b3e9-f67bdeeb48d3 admin admin] Publish callbacks [] for security_group (28ac9526-16d5-4d52-9674-3be3aaeddbc6), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.245350 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:32:32.256102 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:32.272487 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4a647-2256-4723-84b1-7e1020b07316 req-ae778f39-0484-4a5d-afef-0ae29e4d1dcb tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:32.275680 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-54c4a647-2256-4723-84b1-7e1020b07316 req-ae778f39-0484-4a5d-afef-0ae29e4d1dcb tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 932 time: 0.1857679
Feb 28 10:32:32.279913 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Publish callbacks [] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.330035 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c6b1b82f-35cd-4c41-b3e9-f67bdeeb48d3 admin admin] Publish callbacks [] for security_group (28ac9526-16d5-4d52-9674-3be3aaeddbc6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.333436 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Transition to ACTIVE for port object f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:32:32.358267 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.397806 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-54c4a647-2256-4723-84b1-7e1020b07316 req-08772716-fe54-48eb-ac0b-efc77261e5a3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085787
Feb 28 10:32:32.500363 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:32.507010 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c6b1b82f-35cd-4c41-b3e9-f67bdeeb48d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (28ac9526-16d5-4d52-9674-3be3aaeddbc6), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.509700 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c6b1b82f-35cd-4c41-b3e9-f67bdeeb48d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.510923 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c6b1b82f-35cd-4c41-b3e9-f67bdeeb48d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28ac9526-16d5-4d52-9674-3be3aaeddbc6 HTTP/1.1" status: 204  len: 168 time: 0.4643888
Feb 28 10:32:32.537231 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d12760>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2866cd7a-0b6c-4358-87c2-9b19a8e4e842', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'floating_ip_address': '172.37.2.53', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'port_id': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'mac_address': 'fa:16:3e:06:42:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:31:56Z', 'updated_at': '2022-02-28T10:32:30Z', 'revision_number': 1, 'project_id': '003233ff59254fa88847f9adc1437df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:32.555188 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1b82f-35cd-4c41-b3e9-f67bdeeb48d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac9526-16d5-4d52-9674-3be3aaeddbc6,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:32.566745 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Attempting to bind port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:32:32.567102 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Attempting to bind port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:32:32.567449 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Attempting to bind port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 on network 53295920-84a0-4ffa-9aa6-cb61ab488d09 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:32.567941 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed7878-bbb5-42b1-bc75-2f8aa01804d3 None None] The sync data for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi is: [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2866cd7a-0b6c-4358-87c2-9b19a8e4e842', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'floating_ip_address': '172.37.2.53', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'port_id': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'mac_address': 'fa:16:3e:06:42:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:31:56Z', 'updated_at': '2022-02-28T10:32:30Z', 'revision_number': 1, 'project_id': '003233ff59254fa88847f9adc1437df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:32:32.592112 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2396c8a-0216-4cb0-97aa-264eac039b70 req-03f02324-5513-4497-b4bf-2078a3659d16 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:32.599712 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a2396c8a-0216-4cb0-97aa-264eac039b70 req-03f02324-5513-4497-b4bf-2078a3659d16 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.2291405
Feb 28 10:32:32.608618 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 on network 53295920-84a0-4ffa-9aa6-cb61ab488d09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:32:32.608876 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Attempting to bind port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 on network 53295920-84a0-4ffa-9aa6-cb61ab488d09 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:32:32.624256 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:32:32.624733 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Checking segment: {'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:32:32.625336 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Bound using segment: {'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:32:32.626067 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Bound port: f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:32:32.626511 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.700892 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a2396c8a-0216-4cb0-97aa-264eac039b70 req-3406abd1-02bf-4e38-ad60-2c22084ace09 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955503
Feb 28 10:32:32.740873 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] For port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:32:32.744527 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] For port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:32:32.751486 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.788405 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:32.789043 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.790898 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 HTTP/1.1" status: 200  len: 1094 time: 1.3743732
Feb 28 10:32:32.794061 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'tag': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:32.796272 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d047875-9eaa-401c-bd55-9ef94b6d8832" -d '{"events": [{"name": "network-changed", "server_uuid": "6df83f9d-01d6-4425-bd1e-202578b5e093", "tag": "f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:32.828464 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd36e7f-85c2-48d3-b152-0ef2ff7563f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:32.859413 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032a29df-24a4-4eaa-8785-60879e8d564f x-openstack-request-id: req-032a29df-24a4-4eaa-8785-60879e8d564f {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:32.859763 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df83f9d-01d6-4425-bd1e-202578b5e093", "tag": "f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:32.860122 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-032a29df-24a4-4eaa-8785-60879e8d564f {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:32.860742 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'tag': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664', 'status': 'completed', 'code': 200}
Feb 28 10:32:32.883232 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f40fe-35d0-41a0-a2d8-99fd88f6682e None None] New status for floating IP 2866cd7a-0b6c-4358-87c2-9b19a8e4e842: ACTIVE {{(pid=102810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:32:32.989345 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:32.990543 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41642) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:32.993724 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (7ebe6a64-21bd-45f8-8eea-2a9a059d202e), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.006064 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa1e-534c-4ca7-b529-5e03afbebc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.105999 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Floating IP 7ebe6a64-21bd-45f8-8eea-2a9a059d202e associated. External IP: 172.37.2.165, port: b1a42156-5d5f-4727-a2fd-ca0b2cece4af.
Feb 28 10:32:33.108672 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa1e-534c-4ca7-b529-5e03afbebc8b admin admin] Publish callbacks [] for security_group (722108f3-f0e3-4a11-8121-b0747a792845), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.114397 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa1e-534c-4ca7-b529-5e03afbebc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (722108f3-f0e3-4a11-8121-b0747a792845), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.158966 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ad99aa1e-534c-4ca7-b529-5e03afbebc8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d9d451d08824ecabb4fef86ac0068cc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1669469
Feb 28 10:32:33.160229 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99aa1e-534c-4ca7-b529-5e03afbebc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722108f3-f0e3-4a11-8121-b0747a792845,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:33.161637 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41646) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:33.260190 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eaa72c9e-ae56-4691-b628-634b766e02c8 admin admin] Publish callbacks [] for security_group (722108f3-f0e3-4a11-8121-b0747a792845), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.317219 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eaa72c9e-ae56-4691-b628-634b766e02c8 admin admin] Publish callbacks [] for security_group (722108f3-f0e3-4a11-8121-b0747a792845), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.401329 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Router 089b3646-a2e1-4cc4-a31c-c31c80cef93f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:32:33.414618 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eaa72c9e-ae56-4691-b628-634b766e02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (722108f3-f0e3-4a11-8121-b0747a792845), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.417071 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eaa72c9e-ae56-4691-b628-634b766e02c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.418765 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-eaa72c9e-ae56-4691-b628-634b766e02c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/722108f3-f0e3-4a11-8121-b0747a792845 HTTP/1.1" status: 204  len: 168 time: 0.2555804
Feb 28 10:32:33.459850 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa72c9e-ae56-4691-b628-634b766e02c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722108f3-f0e3-4a11-8121-b0747a792845,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:33.548110 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:32:33.553312 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:33.559186 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] Sync routers for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:32:33.562532 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd62e6-ccb1-41db-bca5-b5ec590f06cd req-2b1c9ecb-ac8b-4bac-b756-a6f5c45007c3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:33.564124 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dddd62e6-ccb1-41db-bca5-b5ec590f06cd req-2b1c9ecb-ac8b-4bac-b756-a6f5c45007c3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.0819459
Feb 28 10:32:33.568851 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:32:33.569467 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d12640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:32:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:33.592286 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-811a7212-60c3-4c00-8e17-0a4068cbed44 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "PUT /v2.0/floatingips/7ebe6a64-21bd-45f8-8eea-2a9a059d202e HTTP/1.1" status: 200  len: 991 time: 1.4509470
Feb 28 10:32:33.593320 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:33.596433 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57466920-ca56-4e81-8b20-c55e9ef6227c" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:33.624028 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dddd62e6-ccb1-41db-bca5-b5ec590f06cd req-7f8c78b9-009a-4bc6-9714-425216378a5d tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543196
Feb 28 10:32:33.673374 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8696fb-f029-48fc-81e5-c64b9beb53e6 x-openstack-request-id: req-be8696fb-f029-48fc-81e5-c64b9beb53e6 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:33.673673 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:33.673933 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be8696fb-f029-48fc-81e5-c64b9beb53e6 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:33.674364 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'status': 'completed', 'code': 200}
Feb 28 10:32:33.796419 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:32:33.821925 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0260d2b-831b-4715-87c9-030ad74f9b05 req-27923367-67b8-4791-a788-bbacd4b9ebd8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:33.823535 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d0260d2b-831b-4715-87c9-030ad74f9b05 req-27923367-67b8-4791-a788-bbacd4b9ebd8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0622687
Feb 28 10:32:33.880517 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d0260d2b-831b-4715-87c9-030ad74f9b05 req-75feaf8f-7106-4164-b77c-d51408878cde tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480011
Feb 28 10:32:34.037223 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d12640>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ebe6a64-21bd-45f8-8eea-2a9a059d202e', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'floating_ip_address': '172.37.2.165', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'port_id': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'mac_address': 'fa:16:3e:fc:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:00Z', 'updated_at': '2022-02-28T10:32:32Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:34.077436 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] Checking router: 089b3646-a2e1-4cc4-a31c-c31c80cef93f for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:32:34.091560 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:32:34.092603 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d12640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:32:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:34.218537 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:32:34.459226 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d12640>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ebe6a64-21bd-45f8-8eea-2a9a059d202e', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'floating_ip_address': '172.37.2.165', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'port_id': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'mac_address': 'fa:16:3e:fc:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:00Z', 'updated_at': '2022-02-28T10:32:32Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:34.488041 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f77de-445d-4472-ab24-9bcdda5c2733 None None] The sync data for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi is: [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ebe6a64-21bd-45f8-8eea-2a9a059d202e', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'floating_ip_address': '172.37.2.165', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'port_id': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'mac_address': 'fa:16:3e:fc:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:00Z', 'updated_at': '2022-02-28T10:32:32Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:32:34.637714 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:34.731122 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047875-9eaa-401c-bd55-9ef94b6d8832 req-f1d3fabe-90d1-41ae-a61d-2c5330c94a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:34.733647 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d047875-9eaa-401c-bd55-9ef94b6d8832 req-f1d3fabe-90d1-41ae-a61d-2c5330c94a3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6098811200df4998b4c983c44640d16f&device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 1128 time: 0.0734301
Feb 28 10:32:34.735389 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727b07a-2894-4998-8e1b-15c4b40cbdad None None] New status for floating IP 7ebe6a64-21bd-45f8-8eea-2a9a059d202e: ACTIVE {{(pid=102810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:32:34.817145 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-bb48490e-e26d-467f-884f-efdd5e9378a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:34.819452 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-bb48490e-e26d-467f-884f-efdd5e9378a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 1129 time: 0.1357903
Feb 28 10:32:34.832280 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-6bfc6572-9a75-4b4d-ba04-94838e880fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:34.834040 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-6bfc6572-9a75-4b4d-ba04-94838e880fb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1129 time: 0.1654413
Feb 28 10:32:34.864634 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bab378-db28-4eda-82b3-763f8f2b1c5e req-df33add7-ae88-42f3-867d-3d73ea2b023a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:34.866185 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-56bab378-db28-4eda-82b3-763f8f2b1c5e req-df33add7-ae88-42f3-867d-3d73ea2b023a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.1317832
Feb 28 10:32:35.003276 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047875-9eaa-401c-bd55-9ef94b6d8832 req-ffe542da-9a86-4904-ba52-17377a4b6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.004935 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d047875-9eaa-401c-bd55-9ef94b6d8832 req-ffe542da-9a86-4904-ba52-17377a4b6be2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6098811200df4998b4c983c44640d16f&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2413344
Feb 28 10:32:35.032881 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-56bab378-db28-4eda-82b3-763f8f2b1c5e req-42d7f5cb-9ce3-46ca-b8b3-b7c0fa26a5ed tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500449
Feb 28 10:32:35.107853 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-5b966e30-a841-4693-a43f-c20e3c2ccdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.109311 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-5b966e30-a841-4693-a43f-c20e3c2ccdd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 912 time: 0.2422156
Feb 28 10:32:35.114321 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-1cf134a2-9b05-483d-bb77-6fe20aca8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.115695 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-1cf134a2-9b05-483d-bb77-6fe20aca8c86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.2475581
Feb 28 10:32:35.180262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf3bfa-3100-4dda-be4d-15c64a8fbf3a req-bcba71eb-3c0c-47e5-9377-729c1aa8f1f5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.181772 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-64cf3bfa-3100-4dda-be4d-15c64a8fbf3a req-bcba71eb-3c0c-47e5-9377-729c1aa8f1f5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1745121
Feb 28 10:32:35.195546 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047875-9eaa-401c-bd55-9ef94b6d8832 req-3ff163db-eaf7-4166-bc56-5ad0e81e2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.197211 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d047875-9eaa-401c-bd55-9ef94b6d8832 req-3ff163db-eaf7-4166-bc56-5ad0e81e2f41 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1839097
Feb 28 10:32:35.291811 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-8a762ec4-0c20-40a9-9f67-134546af15bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af HTTP/1.1" status: 200  len: 1001 time: 0.1743977
Feb 28 10:32:35.323200 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-4b1f5518-e4b2-4d2f-9e01-3ae7ad5bc9dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 1000 time: 0.1937845
Feb 28 10:32:35.338488 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-cadb064d-1b3c-456a-a360-ed873ff1cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.340537 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-cadb064d-1b3c-456a-a360-ed873ff1cd0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6098811200df4998b4c983c44640d16f&device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 1128 time: 0.0499592
Feb 28 10:32:35.364400 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-64cf3bfa-3100-4dda-be4d-15c64a8fbf3a req-216a9873-8fa2-46ba-8f2f-153a2e82b7d1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480472
Feb 28 10:32:35.375233 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-c225f9f6-ed41-4a41-a88c-749ae744e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.376707 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-c225f9f6-ed41-4a41-a88c-749ae744e717 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 200  len: 850 time: 0.0780680
Feb 28 10:32:35.472409 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-4da6e261-520d-491a-adb6-a94f1c43f7ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 HTTP/1.1" status: 200  len: 217 time: 0.0419905
Feb 28 10:32:35.507114 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-209174c7-7cd6-4a83-bf2a-41ef1cde7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.508540 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-209174c7-7cd6-4a83-bf2a-41ef1cde7c84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0791862
Feb 28 10:32:35.518630 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-bf915425-752f-4ff0-9edf-5a82ad2abd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.520068 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-bf915425-752f-4ff0-9edf-5a82ad2abd79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8493f9b-90f0-45ae-88f1-58848e2a93be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0894778
Feb 28 10:32:35.538980 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-6cee6fd1-1232-4c62-a341-8a82dc0c9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.540568 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-6cee6fd1-1232-4c62-a341-8a82dc0c9089 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a2bdc9b-acc1-468f-a93f-4c6928cba7d3 HTTP/1.1" status: 200  len: 847 time: 0.0470169
Feb 28 10:32:35.573343 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-d8ee3b76-8d9a-40e4-9e63-1807fe8bcec7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53295920-84a0-4ffa-9aa6-cb61ab488d09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265925
Feb 28 10:32:35.861831 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-b73bf7b7-03d8-4f34-ae54-a3fb22a2897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:35.863996 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-b73bf7b7-03d8-4f34-ae54-a3fb22a2897d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3317482
Feb 28 10:32:35.883701 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-632461e0-8518-4b78-8cef-8bb0003f0d03 service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3431015
Feb 28 10:32:35.914559 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-345d25f0-1701-4459-9b25-4cc437f1931c service neutron] 10.222.0.26 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3319228
Feb 28 10:32:36.013398 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fc9b616-612f-420d-82f7-06a5d11de6d1 req-5fc72db5-56ee-4282-804c-5a9dbd987669 service neutron] 10.222.0.26 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878930
Feb 28 10:32:36.059032 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-12458aa7-4b90-4b7c-86fd-d4e3a776622a service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522248
Feb 28 10:32:36.061060 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57466920-ca56-4e81-8b20-c55e9ef6227c req-69b2e215-57a2-4534-9826-5625d2767fef service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471791
Feb 28 10:32:36.226318 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cfee0-44f9-4880-82f0-6c252a4052c4 req-4c8920b4-7a75-4c9c-a847-6773c72229bc tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:36.227863 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6a8cfee0-44f9-4880-82f0-6c252a4052c4 req-4c8920b4-7a75-4c9c-a847-6773c72229bc tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.1237335
Feb 28 10:32:36.277520 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cfa03ea-86d4-49c5-b3ce-77cc6798cc37 req-3d22dcab-dab6-4ec2-bc74-d1e633897a50 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610663
Feb 28 10:32:36.315445 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6a8cfee0-44f9-4880-82f0-6c252a4052c4 req-c1597559-3d34-4545-8b1d-14e5d3fd49cc tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761874
Feb 28 10:32:36.318084 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-1c384a66-1902-4234-8067-f429bb22043a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0893021
Feb 28 10:32:36.498226 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-d0f513be-ae34-493f-92d7-fa0e83d6308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:36.499909 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-d0f513be-ae34-493f-92d7-fa0e83d6308f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16ab7d83969f4e2ea219ab1eb98cf29d&device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 1129 time: 0.0828502
Feb 28 10:32:36.517879 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d27d8-7e0d-4fda-9832-46df2fa71c5e req-b5e8b5af-2fca-4bf5-91e2-8ec554f13136 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:36.519357 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e45d27d8-7e0d-4fda-9832-46df2fa71c5e req-b5e8b5af-2fca-4bf5-91e2-8ec554f13136 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0757432
Feb 28 10:32:36.626887 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e45d27d8-7e0d-4fda-9832-46df2fa71c5e req-54e959bc-c00a-4fb7-afae-53205ea826a4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979214
Feb 28 10:32:36.649311 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-8cceb3b7-781d-46df-80a2-7501eff19d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:36.650819 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-8cceb3b7-781d-46df-80a2-7501eff19d33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1fc7adb1-5f6e-49b1-9f69-c85127612f56 HTTP/1.1" status: 200  len: 913 time: 0.1305420
Feb 28 10:32:37.437061 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae7030-51e7-47fd-bfa2-495723ed7271 req-bc267239-cacc-40f6-94ab-65267f36057f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:37.438472 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-76ae7030-51e7-47fd-bfa2-495723ed7271 req-bc267239-cacc-40f6-94ab-65267f36057f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.0549417
Feb 28 10:32:37.485388 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-76ae7030-51e7-47fd-bfa2-495723ed7271 req-45b553e5-686d-4d3e-a328-a535837c2dca tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413921
Feb 28 10:32:37.690389 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-84017135-52bc-46ff-bfc9-b2b134209c86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3f112a-0650-404c-920f-c6a38ab77372 HTTP/1.1" status: 200  len: 217 time: 0.0377507
Feb 28 10:32:37.777199 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a4cac-a2b5-4fd0-8cd4-f7b80649873b req-b5618684-1a93-4a8f-9977-75458c852b3f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:37.779827 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-156a4cac-a2b5-4fd0-8cd4-f7b80649873b req-b5618684-1a93-4a8f-9977-75458c852b3f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0738437
Feb 28 10:32:37.832696 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-156a4cac-a2b5-4fd0-8cd4-f7b80649873b req-310372e3-5aa9-44d2-9086-c3ac15ff54b3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463357
Feb 28 10:32:38.603702 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21235d0-8208-46cb-afeb-2ae66cbf0820 req-5a1df284-5790-48d7-9d54-96aab984e489 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:38.605184 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a21235d0-8208-46cb-afeb-2ae66cbf0820 req-5a1df284-5790-48d7-9d54-96aab984e489 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.0531962
Feb 28 10:32:38.652303 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a21235d0-8208-46cb-afeb-2ae66cbf0820 req-5f59c81c-0f75-48ab-b8ba-169e57a7881d tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409312
Feb 28 10:32:38.952143 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdddbe7-a778-43ae-b039-acaa577c7379 req-c2905b50-8571-4012-8270-325828de4833 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:38.953611 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-efdddbe7-a778-43ae-b039-acaa577c7379 req-c2905b50-8571-4012-8270-325828de4833 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0527782
Feb 28 10:32:39.003351 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-efdddbe7-a778-43ae-b039-acaa577c7379 req-66495313-bb71-4f36-b97f-436c872bf0e7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442693
Feb 28 10:32:39.638088 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-04d3eed7-f491-47f3-a9b1-a968488e3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:39.640974 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-04d3eed7-f491-47f3-a9b1-a968488e3cf2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62bd32c8-c7d4-4452-8a8b-9dba5f81c386 HTTP/1.1" status: 200  len: 852 time: 0.0456734
Feb 28 10:32:39.677871 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-2e190aeb-ee95-4643-8fb4-07a4c538b7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1fc7adb1-5f6e-49b1-9f69-c85127612f56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0277250
Feb 28 10:32:39.830066 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-f4a798d9-39ed-40e0-bf4b-fba677d48189 service neutron] 10.222.0.26 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233170
Feb 28 10:32:39.837040 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08fd71-83d7-4e2e-ac6a-bfb01e9cb8a9 req-05f7e1b9-cc35-4e78-972c-a36b0ce1032a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:39.838414 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3f08fd71-83d7-4e2e-ac6a-bfb01e9cb8a9 req-05f7e1b9-cc35-4e78-972c-a36b0ce1032a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.1131337
Feb 28 10:32:39.952641 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3f08fd71-83d7-4e2e-ac6a-bfb01e9cb8a9 req-638859b8-7a0a-461a-a1ea-c414b8b69346 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989075
Feb 28 10:32:39.971621 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aeef5af0-5e19-44ca-a0ef-788da206e3a6 req-ea856318-743b-4691-91bc-a590ba7f8af5 service neutron] 10.222.0.26 "GET /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289020
Feb 28 10:32:40.122462 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60ad30-a5af-460c-9e34-584485bfd917 req-9d3e6e7e-dd28-4598-9384-6e28b6027a78 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:40.123996 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2e60ad30-a5af-460c-9e34-584485bfd917 req-9d3e6e7e-dd28-4598-9384-6e28b6027a78 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0539448
Feb 28 10:32:40.170692 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2e60ad30-a5af-460c-9e34-584485bfd917 req-5c59fcfe-bf6d-4478-a29f-a5ab961de5d8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410197
Feb 28 10:32:41.090108 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4435390-83bf-425c-8fbb-d4f92db44dce req-3c2c0423-7a14-4239-9f5f-eec58ab115b3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:41.092897 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b4435390-83bf-425c-8fbb-d4f92db44dce req-3c2c0423-7a14-4239-9f5f-eec58ab115b3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.0624361
Feb 28 10:32:41.153889 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b4435390-83bf-425c-8fbb-d4f92db44dce req-ae851196-f753-4b18-bd55-c85ac187daa3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549653
Feb 28 10:32:41.332475 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dea2d-552f-4bf1-87e1-588472ebe49d req-dbdd1790-eaff-4e0a-86d5-59d7e2a1f856 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:41.334010 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-873dea2d-552f-4bf1-87e1-588472ebe49d req-dbdd1790-eaff-4e0a-86d5-59d7e2a1f856 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0802357
Feb 28 10:32:41.341848 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305930-f87d-4ab2-8ff6-d2b200b378f0 req-c7bf05f5-d89a-44b7-af33-c1ddc385ecaa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:41.343397 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac305930-f87d-4ab2-8ff6-d2b200b378f0 req-c7bf05f5-d89a-44b7-af33-c1ddc385ecaa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0984461
Feb 28 10:32:41.424421 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-873dea2d-552f-4bf1-87e1-588472ebe49d req-8ffdae0e-f504-41a9-aa73-8a5724d7c4c1 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800552
Feb 28 10:32:41.427441 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac305930-f87d-4ab2-8ff6-d2b200b378f0 req-d553147c-184a-4aa4-aa28-5bdd0e2a0bdd tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765078
Feb 28 10:32:42.264046 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046a77-b689-4ac4-bc90-a9d7ca5fad5d req-e1a50112-d039-4b61-a09b-2990689bb123 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:42.265531 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9a046a77-b689-4ac4-bc90-a9d7ca5fad5d req-e1a50112-d039-4b61-a09b-2990689bb123 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.0524161
Feb 28 10:32:42.312187 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9a046a77-b689-4ac4-bc90-a9d7ca5fad5d req-df3e9b79-341d-4c56-8c0f-d68da26f94a4 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411289
Feb 28 10:32:42.581391 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1cb3f-ad6f-494e-b46b-deab8fb3c87a req-8bfb621f-8777-4bba-aeb5-302843187e3a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:42.582907 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ae1cb3f-ad6f-494e-b46b-deab8fb3c87a req-8bfb621f-8777-4bba-aeb5-302843187e3a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0881910
Feb 28 10:32:42.589835 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53aea8-5619-4072-8afa-4696dfebd8c4 req-e444c738-c390-4f02-8e7b-1249753561dc tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:42.591960 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8b53aea8-5619-4072-8afa-4696dfebd8c4 req-e444c738-c390-4f02-8e7b-1249753561dc tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0880046
Feb 28 10:32:42.662699 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ae1cb3f-ad6f-494e-b46b-deab8fb3c87a req-5b74cf32-b4ee-4a5e-8a00-0d00ce274df2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696876
Feb 28 10:32:42.666636 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8b53aea8-5619-4072-8afa-4696dfebd8c4 req-c59a924f-dc9c-4c5e-bb80-e4558da93874 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670807
Feb 28 10:32:43.430114 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b82844-275e-4f0c-a96b-f5a6ee572bc3 req-1cb38727-eb48-4b36-b966-ad8be3eaa016 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:43.431625 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f3b82844-275e-4f0c-a96b-f5a6ee572bc3 req-1cb38727-eb48-4b36-b966-ad8be3eaa016 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 944 time: 0.0540407
Feb 28 10:32:43.482908 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f3b82844-275e-4f0c-a96b-f5a6ee572bc3 req-202b7969-a92d-46cf-aafe-5e5660576a87 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456991
Feb 28 10:32:43.704113 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:32:43.734015 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8b19ef08-b926-44d5-8dbe-a31affc670a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:43.818957 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655e165-2cba-4c32-a2f3-eb04c57dfa0d req-61c6c7af-0e5b-4e61-bb1a-31d3a9d428ca tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:43.820461 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d655e165-2cba-4c32-a2f3-eb04c57dfa0d req-61c6c7af-0e5b-4e61-bb1a-31d3a9d428ca tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0896795
Feb 28 10:32:43.831043 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805ebac-e8c1-4011-a8d2-829e188d88c6 req-0a20c877-8ce5-422b-b5e5-5a5c54a2ce38 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:43.832492 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8805ebac-e8c1-4011-a8d2-829e188d88c6 req-0a20c877-8ce5-422b-b5e5-5a5c54a2ce38 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0921326
Feb 28 10:32:43.851771 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:43.863980 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664', 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09', 'port_id': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664', 'mac_address': 'fa:16:3e:9d:ee:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2bdc9b-acc1-468f-a93f-4c6928cba7d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:32:43.899585 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:43.899974 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:43.906932 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d655e165-2cba-4c32-a2f3-eb04c57dfa0d req-046ffa87-57c6-471d-b450-5e13bee5891e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734594
Feb 28 10:32:43.909943 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8805ebac-e8c1-4011-a8d2-829e188d88c6 req-7fe285e1-b37a-4852-ada3-3b12405ac889 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695243
Feb 28 10:32:43.913176 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:32:43.933508 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:43.936470 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:43.987427 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:43.994456 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.994854 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.995223 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.995573 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.995907 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.996239 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.996574 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.996902 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.997249 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.997751 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.997930 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.998253 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:43.998576 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:32:44.596875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871177e8-b36a-41fa-8860-1ee569595e50 req-d1f2351b-8f0f-4d61-939a-69dfed59756e tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:44.598323 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-871177e8-b36a-41fa-8860-1ee569595e50 req-d1f2351b-8f0f-4d61-939a-69dfed59756e tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 945 time: 0.0507908
Feb 28 10:32:44.646569 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-871177e8-b36a-41fa-8860-1ee569595e50 req-083dadcb-44e6-442b-8267-8b978ec3bcfc tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427783
Feb 28 10:32:45.058499 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf6e9d-6eb0-4c6b-a2ec-155a113bcc2f req-eb3097f4-3ebc-4962-ad65-8b5cdb02eace tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:45.061212 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fbcf6e9d-6eb0-4c6b-a2ec-155a113bcc2f req-eb3097f4-3ebc-4962-ad65-8b5cdb02eace tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0828674
Feb 28 10:32:45.072430 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eec3e-1a0c-4f1a-9f38-ef0e6bef73fe req-0e2511ea-45fd-49bb-96d0-b8cb89020a23 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:45.073816 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b99eec3e-1a0c-4f1a-9f38-ef0e6bef73fe req-0e2511ea-45fd-49bb-96d0-b8cb89020a23 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0858586
Feb 28 10:32:45.143413 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fbcf6e9d-6eb0-4c6b-a2ec-155a113bcc2f req-017bcea7-1602-493b-bc8c-9c64cce5bfa8 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686531
Feb 28 10:32:45.155515 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b99eec3e-1a0c-4f1a-9f38-ef0e6bef73fe req-dbee18bf-11d0-4a45-8dab-6948e091e6b8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739207
Feb 28 10:32:45.186271 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:45.768639 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15f4c2-1823-4caf-b5bb-df4a8a58751d req-bb07988d-2a66-4f23-aa05-3bde60124fa3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:45.770123 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef15f4c2-1823-4caf-b5bb-df4a8a58751d req-bb07988d-2a66-4f23-aa05-3bde60124fa3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 945 time: 0.0541582
Feb 28 10:32:45.816199 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef15f4c2-1823-4caf-b5bb-df4a8a58751d req-ebad4aa2-4f35-4e8f-945d-085bd76dca1d tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406835
Feb 28 10:32:45.942424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f9c9464f-7f51-4392-9676-dc277481601c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:46.298907 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb911fd-1403-4fa3-852c-c0f8019328f2 req-71acf224-9272-4801-95c3-a58a5586d5ab tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:46.300381 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-adb911fd-1403-4fa3-852c-c0f8019328f2 req-71acf224-9272-4801-95c3-a58a5586d5ab tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0856676
Feb 28 10:32:46.307600 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a73741-5de4-459d-ab71-41ba7a73a7d4 req-76b7c31f-2c05-40c9-8302-a35eb25103ef tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:46.308969 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-50a73741-5de4-459d-ab71-41ba7a73a7d4 req-76b7c31f-2c05-40c9-8302-a35eb25103ef tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0841265
Feb 28 10:32:46.378955 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-adb911fd-1403-4fa3-852c-c0f8019328f2 req-9143fdce-8699-4dde-b4de-4c984ca6707f tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690410
Feb 28 10:32:46.383028 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-50a73741-5de4-459d-ab71-41ba7a73a7d4 req-e3765e2e-9062-419e-b110-5be36f6e84fe tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669014
Feb 28 10:32:46.935398 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc933f-2ced-48b7-aaec-9a358a4b4174 req-a86a0837-7407-4563-8855-692ac93c5142 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:46.936879 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2ccc933f-2ced-48b7-aaec-9a358a4b4174 req-a86a0837-7407-4563-8855-692ac93c5142 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 945 time: 0.0529916
Feb 28 10:32:46.982672 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2ccc933f-2ced-48b7-aaec-9a358a4b4174 req-b8de8a08-d735-40a0-96d2-0e517e3aed98 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397391
Feb 28 10:32:47.089742 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:47.536727 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163a4e-6411-4cd8-9385-acced8b52e24 req-d86d761c-14a3-433d-9311-1669dd24d826 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:47.538193 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-92163a4e-6411-4cd8-9385-acced8b52e24 req-d86d761c-14a3-433d-9311-1669dd24d826 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0805836
Feb 28 10:32:47.546893 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c8f1-1659-41b6-a59f-197e5faf649d req-f2b48d49-ce0d-48d4-a4a4-056842c46fc8 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:47.548259 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c8f1c8f1-1659-41b6-a59f-197e5faf649d req-f2b48d49-ce0d-48d4-a4a4-056842c46fc8 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.1009381
Feb 28 10:32:47.619302 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-92163a4e-6411-4cd8-9385-acced8b52e24 req-c0041c11-f8ca-41fd-91fa-ba37be15e0c6 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701232
Feb 28 10:32:47.623622 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c8f1c8f1-1659-41b6-a59f-197e5faf649d req-3d03c130-5d50-44f5-8e7a-00378c47d350 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678701
Feb 28 10:32:48.102004 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c926a-4b4f-4021-a002-a9134989fb16 req-4c4b6bf4-77aa-4297-a810-ff1e3ec2529d tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:48.103409 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4f7c926a-4b4f-4021-a002-a9134989fb16 req-4c4b6bf4-77aa-4297-a810-ff1e3ec2529d tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 945 time: 0.0541520
Feb 28 10:32:48.152017 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4f7c926a-4b4f-4021-a002-a9134989fb16 req-4b30c6c7-568f-4849-9ec8-99e01277aca6 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430467
Feb 28 10:32:48.382017 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-ce68d050-a0fd-469b-b821-4c5ce95353e6 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:48.383374 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-ce68d050-a0fd-469b-b821-4c5ce95353e6 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.26 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.0529633
Feb 28 10:32:48.479047 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:48.815667 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Deleting port 9d3f112a-0650-404c-920f-c6a38ab77372 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:32:48.816011 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:48.866308 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f2e7-3144-4d89-8219-07864ec46227 req-b665d5d4-b524-4be0-bd7c-75919ef08002 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:48.867855 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a0a4f2e7-3144-4d89-8219-07864ec46227 req-b665d5d4-b524-4be0-bd7c-75919ef08002 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1550574
Feb 28 10:32:48.883286 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233649-56ef-4dbd-b216-c999fe59f0bb req-748c9153-35c9-40f7-a2a1-01419870f262 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:48.884770 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd233649-56ef-4dbd-b216-c999fe59f0bb req-748c9153-35c9-40f7-a2a1-01419870f262 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 945 time: 0.1730654
Feb 28 10:32:48.995065 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a0a4f2e7-3144-4d89-8219-07864ec46227 req-5b1e4b88-ac3b-43e6-83d3-ff46c26b4de4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189375
Feb 28 10:32:48.996846 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] For port 9d3f112a-0650-404c-920f-c6a38ab77372, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d3f112a-0650-404c-920f-c6a38ab77372,segment=NetworkSegment(251a7145-69dd-4a48-999e-262100c6620e),segment_id=251a7145-69dd-4a48-999e-262100c6620e)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:48.997747 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.022443 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd233649-56ef-4dbd-b216-c999fe59f0bb req-ab4a5409-c20a-495f-85f6-27ae670c1273 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/security-groups?id=e30386ce-ec83-40d2-bd89-067b61db218a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166024
Feb 28 10:32:49.023625 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Calling delete_port for 9d3f112a-0650-404c-920f-c6a38ab77372 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:32:49.151290 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 41970) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:49.211301 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (9d3f112a-0650-404c-920f-c6a38ab77372), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.248056 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Pushing event deleted for resources: {'Port': ['ID=9d3f112a-0650-404c-920f-c6a38ab77372,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:49.265598 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['9d3f112a-0650-404c-920f-c6a38ab77372'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:49.361620 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-03916fed-46bd-47ad-b58b-6fdd0f897b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.363376 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] No DVR routers for this DVR port 9d3f112a-0650-404c-920f-c6a38ab77372 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:32:49.367001 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.370645 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1f162c3-0a60-4d99-b44e-f4601dc1f7d6 req-b970ca1d-90c7-44ee-8fc9-998b49c60355 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.26 "DELETE /v2.0/ports/9d3f112a-0650-404c-920f-c6a38ab77372 HTTP/1.1" status: 204  len: 173 time: 0.9814134
Feb 28 10:32:49.375280 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'name': 'network-vif-deleted', 'tag': '9d3f112a-0650-404c-920f-c6a38ab77372'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:49.377866 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f429b0-495f-4449-96b2-1c632cc3a820" -d '{"events": [{"server_uuid": "42df3b45-4c1d-4d70-a36e-1ad74ba36a4e", "name": "network-vif-deleted", "tag": "9d3f112a-0650-404c-920f-c6a38ab77372"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:49.420630 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1f6ee-abbb-491a-a9f0-e6bd927bd67d req-d93cb617-2fd1-4850-b69d-f9ba498efe85 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:49.423014 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-27c1f6ee-abbb-491a-a9f0-e6bd927bd67d req-d93cb617-2fd1-4850-b69d-f9ba498efe85 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 945 time: 0.1969874
Feb 28 10:32:49.424406 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b175fd-8313-4af5-ac44-58616c5562dd x-openstack-request-id: req-b8b175fd-8313-4af5-ac44-58616c5562dd {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:49.424703 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42df3b45-4c1d-4d70-a36e-1ad74ba36a4e", "name": "network-vif-deleted", "tag": "9d3f112a-0650-404c-920f-c6a38ab77372", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:49.424953 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8b175fd-8313-4af5-ac44-58616c5562dd {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:49.425343 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42df3b45-4c1d-4d70-a36e-1ad74ba36a4e', 'name': 'network-vif-deleted', 'tag': '9d3f112a-0650-404c-920f-c6a38ab77372', 'status': 'completed', 'code': 200}
Feb 28 10:32:49.498811 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-27c1f6ee-abbb-491a-a9f0-e6bd927bd67d req-aa6c9ba4-9249-4904-b817-28ccb88c4a37 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678661
Feb 28 10:32:49.523305 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-03916fed-46bd-47ad-b58b-6fdd0f897b9e admin admin] Publish callbacks [] for security_group (159f5516-4713-4a0c-8a0f-cb8ebbb91bf8), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.527506 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-03916fed-46bd-47ad-b58b-6fdd0f897b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (159f5516-4713-4a0c-8a0f-cb8ebbb91bf8), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.568550 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-03916fed-46bd-47ad-b58b-6fdd0f897b9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=025f6f4d862540c9bdd2076da432a83c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4161582
Feb 28 10:32:49.569387 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03916fed-46bd-47ad-b58b-6fdd0f897b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159f5516-4713-4a0c-8a0f-cb8ebbb91bf8,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:49.571828 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41978) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:49.620893 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fded4ffb-13b8-4757-925a-ea37c2fb8356 admin admin] Publish callbacks [] for security_group (159f5516-4713-4a0c-8a0f-cb8ebbb91bf8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.648092 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fded4ffb-13b8-4757-925a-ea37c2fb8356 admin admin] Publish callbacks [] for security_group (159f5516-4713-4a0c-8a0f-cb8ebbb91bf8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.697840 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fded4ffb-13b8-4757-925a-ea37c2fb8356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (159f5516-4713-4a0c-8a0f-cb8ebbb91bf8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.701102 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fded4ffb-13b8-4757-925a-ea37c2fb8356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.702220 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-fded4ffb-13b8-4757-925a-ea37c2fb8356 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/159f5516-4713-4a0c-8a0f-cb8ebbb91bf8 HTTP/1.1" status: 204  len: 168 time: 0.1293681
Feb 28 10:32:49.713052 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded4ffb-13b8-4757-925a-ea37c2fb8356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159f5516-4713-4a0c-8a0f-cb8ebbb91bf8,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:49.935714 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:49.949605 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 41998) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:50.059323 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:32:50.113181 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2fd57b81-ac9f-49cc-b095-6b1606175d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.130495 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:32:50.136708 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:32:50.143095 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.167120 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e660bf-7315-4d25-97ad-98f629522736 req-da3d51e6-06d7-4a9a-86f5-c427cad3806c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:50.171433 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-51e660bf-7315-4d25-97ad-98f629522736 req-da3d51e6-06d7-4a9a-86f5-c427cad3806c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0845294
Feb 28 10:32:50.227637 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2fd57b81-ac9f-49cc-b095-6b1606175d56 admin admin] Publish callbacks [] for security_group (618188ea-8ca3-4440-a37c-0d394dae2311), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.234337 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2fd57b81-ac9f-49cc-b095-6b1606175d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (618188ea-8ca3-4440-a37c-0d394dae2311), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.246732 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-75f25842-e216-47af-be31-2fc2cba09712 req-823ad977-3381-43d4-8f1c-993acdd0ba23 tempest-DeleteServersTestJSON-1624159057 tempest-DeleteServersTestJSON-1624159057-project] 10.222.0.21 "GET /v2.0/ports?device_id=42df3b45-4c1d-4d70-a36e-1ad74ba36a4e HTTP/1.1" status: 200  len: 210 time: 0.0729923
Feb 28 10:32:50.261048 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:32:50.261486 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-51e660bf-7315-4d25-97ad-98f629522736 req-c43e683d-2cba-421a-a332-8f42a029ff1f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713809
Feb 28 10:32:50.263502 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.284957 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2fd57b81-ac9f-49cc-b095-6b1606175d56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b80bb92bf7c047509a38185e7928e032&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3340974
Feb 28 10:32:50.287068 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:50.287699 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 42022) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:50.292283 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02faf066-d9d2-4a55-bcc0-5ef2dfb190ca" -d '{"events": [{"server_uuid": "6df83f9d-01d6-4425-bd1e-202578b5e093", "name": "network-vif-plugged", "status": "completed", "tag": "f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:50.305057 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd57b81-ac9f-49cc-b095-6b1606175d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618188ea-8ca3-4440-a37c-0d394dae2311,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:50.310083 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:50.316202 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.363735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccd16fd-c7d5-4ad3-a562-170cc5e78596 x-openstack-request-id: req-7ccd16fd-c7d5-4ad3-a562-170cc5e78596 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:50.364053 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df83f9d-01d6-4425-bd1e-202578b5e093", "name": "network-vif-plugged", "status": "completed", "tag": "f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:50.364473 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ccd16fd-c7d5-4ad3-a562-170cc5e78596 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:50.365032 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664', 'code': 200}
Feb 28 10:32:50.365711 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f19cfe4d-ec9f-4027-9020-6d7cd859e6fb admin admin] Publish callbacks [] for security_group (618188ea-8ca3-4440-a37c-0d394dae2311), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.385567 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:50.390112 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f19cfe4d-ec9f-4027-9020-6d7cd859e6fb admin admin] Publish callbacks [] for security_group (618188ea-8ca3-4440-a37c-0d394dae2311), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.440237 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f19cfe4d-ec9f-4027-9020-6d7cd859e6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (618188ea-8ca3-4440-a37c-0d394dae2311), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.445225 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f19cfe4d-ec9f-4027-9020-6d7cd859e6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:50.446628 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f19cfe4d-ec9f-4027-9020-6d7cd859e6fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/618188ea-8ca3-4440-a37c-0d394dae2311 HTTP/1.1" status: 204  len: 168 time: 0.1576574
Feb 28 10:32:50.454436 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cfe4d-ec9f-4027-9020-6d7cd859e6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618188ea-8ca3-4440-a37c-0d394dae2311,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:50.645769 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213123b-f78c-46eb-a35d-00122eb28052 req-ed0212ef-2ed8-4719-ad67-5c0ba00b478f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:50.647317 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a213123b-f78c-46eb-a35d-00122eb28052 req-ed0212ef-2ed8-4719-ad67-5c0ba00b478f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0709891
Feb 28 10:32:50.715277 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73459b1b-0649-42d5-baa5-21f350e82a1b req-4b72c568-9445-4fd2-b14d-afe62eca19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:50.717769 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-73459b1b-0649-42d5-baa5-21f350e82a1b req-4b72c568-9445-4fd2-b14d-afe62eca19dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 1130 time: 0.0905359
Feb 28 10:32:50.721321 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a213123b-f78c-46eb-a35d-00122eb28052 req-ad2d2855-b33c-4f4f-8017-dbcc3e97337d tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587561
Feb 28 10:32:50.772037 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-73459b1b-0649-42d5-baa5-21f350e82a1b req-27af98b6-187a-4e85-9ac7-4d43321ceac1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450158
Feb 28 10:32:51.393443 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939780e-c2b4-4703-b81f-1fc04474cd93 req-59d1e24e-6d10-4e85-aaf8-ef2154ef157f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:51.395020 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1939780e-c2b4-4703-b81f-1fc04474cd93 req-59d1e24e-6d10-4e85-aaf8-ef2154ef157f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0709972
Feb 28 10:32:51.453406 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1939780e-c2b4-4703-b81f-1fc04474cd93 req-bfa42eab-0de0-42b5-8e3e-d8b11ad289aa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522070
Feb 28 10:32:51.861145 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bb1c8-4a72-46fd-9a80-4e8f2704892f req-14682e4a-6c73-49b0-8c2c-dcfe35482e5b tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:51.862653 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e94bb1c8-4a72-46fd-9a80-4e8f2704892f req-14682e4a-6c73-49b0-8c2c-dcfe35482e5b tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0633957
Feb 28 10:32:51.914214 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e94bb1c8-4a72-46fd-9a80-4e8f2704892f req-61238147-1550-4ba7-a62c-421a00cd3496 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454819
Feb 28 10:32:52.071582 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 9d3f112a-0650-404c-920f-c6a38ab77372 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:32:52.092440 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 9d3f112a-0650-404c-920f-c6a38ab77372 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:32:52.092793 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 9d3f112a-0650-404c-920f-c6a38ab77372 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:32:52.582905 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81745d-cb71-495e-8b4d-4a0c1d7295e9 req-f8fcca40-991f-4a6a-b3bf-e7d96209519f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:52.584417 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ae81745d-cb71-495e-8b4d-4a0c1d7295e9 req-f8fcca40-991f-4a6a-b3bf-e7d96209519f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0551672
Feb 28 10:32:52.636728 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ae81745d-cb71-495e-8b4d-4a0c1d7295e9 req-548872d7-ea95-4478-b321-4f5e37f6e7fe tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463078
Feb 28 10:32:52.754427 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 42130) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:52.800279 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] Deleting subnet 62bd32c8-c7d4-4452-8a8b-9dba5f81c386 {{(pid=102808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:32:52.803373 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] Publish callbacks [] for subnet (62bd32c8-c7d4-4452-8a8b-9dba5f81c386), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:52.838204 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] Publish callbacks [] for subnet (62bd32c8-c7d4-4452-8a8b-9dba5f81c386), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:52.847420 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (62bd32c8-c7d4-4452-8a8b-9dba5f81c386), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:52.902433 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for subnet (62bd32c8-c7d4-4452-8a8b-9dba5f81c386), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:52.931872 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62bd32c8-c7d4-4452-8a8b-9dba5f81c386,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:52.939067 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:52.943024 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-7f1abf32-ddac-44f6-b36f-343976e1e013 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/62bd32c8-c7d4-4452-8a8b-9dba5f81c386 HTTP/1.1" status: 204  len: 168 time: 0.1873124
Feb 28 10:32:52.945609 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42136) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:53.023987 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (1fc7adb1-5f6e-49b1-9f69-c85127612f56), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.068793 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6111938-9c7f-4857-ac75-f48f41e85f91 req-8ffa6c6d-8598-4ae2-a76c-80c32cf2a089 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:53.070720 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a6111938-9c7f-4857-ac75-f48f41e85f91 req-8ffa6c6d-8598-4ae2-a76c-80c32cf2a089 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0787246
Feb 28 10:32:53.126873 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (1fc7adb1-5f6e-49b1-9f69-c85127612f56), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.136729 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a6111938-9c7f-4857-ac75-f48f41e85f91 req-fa2e0817-310d-4141-8cdc-74ad1fce918b tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594943
Feb 28 10:32:53.148558 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6258cec760>> segment before_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.148942 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6258cec760>> subnet precommit_delete_associations 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.149690 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> segment_host_mapping after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.150055 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> port after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.150402 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> port after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.150759 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> port after_update 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.151102 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> segment after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.151592 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> subnet after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.151921 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> subnet after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.152251 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6258aa18e0>> subnet after_update 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.284296 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258c91f40>> subnet after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.284639 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258c91f40>> subnet after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.284985 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258c91f40>> subnet before_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.285400 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258c91f40>> subnet before_update 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:32:53.285778 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6258cec250>,) {'filters': {'network_id': ['1fc7adb1-5f6e-49b1-9f69-c85127612f56']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:53.302951 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6258cec250>, '251a7145-69dd-4a48-999e-262100c6620e') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:53.303247 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6258cec250>, '251a7145-69dd-4a48-999e-262100c6620e') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:32:53.322267 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (251a7145-69dd-4a48-999e-262100c6620e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.344887 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (251a7145-69dd-4a48-999e-262100c6620e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.352847 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:32:53.353240 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (251a7145-69dd-4a48-999e-262100c6620e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   from cryptography.utils import int_from_bytes
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   from cryptography.utils import int_from_bytes
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:32:53.378441 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:32:53.432689 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (1fc7adb1-5f6e-49b1-9f69-c85127612f56), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.440581 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.443912 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] 10.222.0.21 "DELETE /v2.0/networks/1fc7adb1-5f6e-49b1-9f69-c85127612f56 HTTP/1.1" status: 204  len: 168 time: 0.4972837
Feb 28 10:32:53.453964 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222fe38-b0dd-4069-a37e-c94067a44abb admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc7adb1-5f6e-49b1-9f69-c85127612f56,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:53.615804 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42154) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:53.658532 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0c1b479e-74f3-4110-94fa-3d9d718904a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16ab7d83969f4e2ea219ab1eb98cf29d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0415461
Feb 28 10:32:53.661087 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42160) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:32:53.718564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc7dd-5216-4a29-a7d4-b7ee9ce7c277 admin admin] Publish callbacks [] for security_group (e30386ce-ec83-40d2-bd89-067b61db218a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.744554 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc7dd-5216-4a29-a7d4-b7ee9ce7c277 admin admin] Publish callbacks [] for security_group (e30386ce-ec83-40d2-bd89-067b61db218a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.783989 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ea0ea-5d84-4bf5-85ef-845d6b68a361 req-cc838ece-6a9c-463f-b1d1-3a5d602f1bab tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:53.788223 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-069ea0ea-5d84-4bf5-85ef-845d6b68a361 req-cc838ece-6a9c-463f-b1d1-3a5d602f1bab tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0758367
Feb 28 10:32:53.805823 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc7dd-5216-4a29-a7d4-b7ee9ce7c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e30386ce-ec83-40d2-bd89-067b61db218a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.808671 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc7dd-5216-4a29-a7d4-b7ee9ce7c277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:53.813648 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d9ffc7dd-5216-4a29-a7d4-b7ee9ce7c277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e30386ce-ec83-40d2-bd89-067b61db218a HTTP/1.1" status: 204  len: 168 time: 0.1513810
Feb 28 10:32:53.824030 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffc7dd-5216-4a29-a7d4-b7ee9ce7c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30386ce-ec83-40d2-bd89-067b61db218a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:53.889995 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-069ea0ea-5d84-4bf5-85ef-845d6b68a361 req-1b8abdc6-807b-4cab-83f3-bae47c4cdc4c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932887
Feb 28 10:32:54.463649 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980847d-76c5-4685-9b7e-7b5e8efdf5d7 req-11206cf4-674e-4ddf-882d-2c9ac87ccb08 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:54.465268 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2980847d-76c5-4685-9b7e-7b5e8efdf5d7 req-11206cf4-674e-4ddf-882d-2c9ac87ccb08 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0966437
Feb 28 10:32:54.529073 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2980847d-76c5-4685-9b7e-7b5e8efdf5d7 req-91566bbe-f36a-495d-bab9-f6646162bef2 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565684
Feb 28 10:32:55.005600 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaabb9-122c-467b-88b2-e826ddb483f5 req-116c99ac-8626-436c-9248-789f463d8015 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:55.007181 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3eaabb9-122c-467b-88b2-e826ddb483f5 req-116c99ac-8626-436c-9248-789f463d8015 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0562797
Feb 28 10:32:55.058082 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3eaabb9-122c-467b-88b2-e826ddb483f5 req-38b2d4d8-ea61-4696-9413-4e99799aebb6 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450888
Feb 28 10:32:55.646240 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ee0ea-6b7c-4fa1-a090-514546f23cf8 req-d6c5d7a3-942f-49fd-bdcf-8fdc54cf19c2 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:55.647760 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd4ee0ea-6b7c-4fa1-a090-514546f23cf8 req-d6c5d7a3-942f-49fd-bdcf-8fdc54cf19c2 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0533900
Feb 28 10:32:55.697391 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd4ee0ea-6b7c-4fa1-a090-514546f23cf8 req-5de8cfd4-1406-44fd-be7c-00cc2fe888e5 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441966
Feb 28 10:32:56.180682 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ece199-6988-47f0-b9c0-6b9df30165e6 req-5ed2de57-0877-4097-b121-97cd68a364a7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:56.182192 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b4ece199-6988-47f0-b9c0-6b9df30165e6 req-5ed2de57-0877-4097-b121-97cd68a364a7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0522485
Feb 28 10:32:56.229950 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b4ece199-6988-47f0-b9c0-6b9df30165e6 req-a72b7c47-cfe3-4f5f-a5c4-ea3d6df1b56f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413876
Feb 28 10:32:56.815395 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1abdfd-2c34-425e-a831-ae309c998fd0 req-2a14989b-7b5d-495a-be7b-c1e7c95b8e78 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:56.816857 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3d1abdfd-2c34-425e-a831-ae309c998fd0 req-2a14989b-7b5d-495a-be7b-c1e7c95b8e78 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0524096
Feb 28 10:32:56.865181 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3d1abdfd-2c34-425e-a831-ae309c998fd0 req-6e49e1cd-a816-4bc6-9cd4-f9f3d9bdd9d2 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427201
Feb 28 10:32:57.348726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fb2b5-0223-45d1-8ed9-d033d2c56e52 req-79cdd26c-97b5-4ab3-aa5e-e4687a20b09c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:57.350196 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-127fb2b5-0223-45d1-8ed9-d033d2c56e52 req-79cdd26c-97b5-4ab3-aa5e-e4687a20b09c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0558240
Feb 28 10:32:57.395400 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-127fb2b5-0223-45d1-8ed9-d033d2c56e52 req-0bd2151f-5344-4950-ab58-71566d0b3c27 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397215
Feb 28 10:32:57.982372 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1721db0-b11a-4ed2-8dd4-1ea711c45626 req-d8218504-1f7a-4459-a131-79c7d81b3dba tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:57.983980 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1721db0-b11a-4ed2-8dd4-1ea711c45626 req-d8218504-1f7a-4459-a131-79c7d81b3dba tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0542903
Feb 28 10:32:58.035629 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1721db0-b11a-4ed2-8dd4-1ea711c45626 req-f5f544de-86b7-4a99-be53-4e8824747814 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456829
Feb 28 10:32:58.304855 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439e682-b763-4252-ae21-c49c2a732b61 req-dfe97c9e-2549-4535-a02a-bb36216869f1 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:58.306579 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7439e682-b763-4252-ae21-c49c2a732b61 req-dfe97c9e-2549-4535-a02a-bb36216869f1 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 946 time: 0.0584228
Feb 28 10:32:58.406199 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Deleting port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:32:58.406834 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:58.551934 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] For port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:32:58.552379 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:58.574513 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708333d6-bc7b-4143-a87e-fdf5f611323b req-9880d3fa-6386-4a56-a534-584ad2061e41 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:58.576842 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-708333d6-bc7b-4143-a87e-fdf5f611323b req-9880d3fa-6386-4a56-a534-584ad2061e41 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1070726
Feb 28 10:32:58.577764 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Calling delete_port for f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:32:58.683007 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-708333d6-bc7b-4143-a87e-fdf5f611323b req-ef6d7657-5199-4e91-af8d-bee8a58aa554 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996187
Feb 28 10:32:58.756524 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:58.794674 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Pushing event deleted for resources: {'Port': ['ID=f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:32:58.802156 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:32:58.830555 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] No DVR routers for this DVR port f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:32:58.833433 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:32:58.837128 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7439e682-b763-4252-ae21-c49c2a732b61 req-66e3f3ac-d86f-465b-b75c-09e6197c2794 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "DELETE /v2.0/ports/f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 HTTP/1.1" status: 204  len: 173 time: 0.5242343
Feb 28 10:32:58.837571 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'name': 'network-vif-deleted', 'tag': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:32:58.839938 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216b965-6981-4c5a-9319-e4d79d15d5c3" -d '{"events": [{"server_uuid": "6df83f9d-01d6-4425-bd1e-202578b5e093", "name": "network-vif-deleted", "tag": "f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:32:58.876612 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e568a-3b31-4e91-aa4e-0fffb3e60e71 x-openstack-request-id: req-dc5e568a-3b31-4e91-aa4e-0fffb3e60e71 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:32:58.876903 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df83f9d-01d6-4425-bd1e-202578b5e093", "name": "network-vif-deleted", "tag": "f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:32:58.877155 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc5e568a-3b31-4e91-aa4e-0fffb3e60e71 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:32:58.877569 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df83f9d-01d6-4425-bd1e-202578b5e093', 'name': 'network-vif-deleted', 'tag': 'f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664', 'status': 'completed', 'code': 200}
Feb 28 10:32:59.132517 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b0dd8e94-f287-475c-97be-4d58f0807c13 req-c7697f2d-4a69-496b-8cea-e189bc1b2672 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 210 time: 0.0301230
Feb 28 10:32:59.162335 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:32:59.803417 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80916cd0-3bff-4f87-92de-4ad8473af9fe req-f6cad92c-8d57-4db9-b388-b39862633852 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:32:59.804888 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-80916cd0-3bff-4f87-92de-4ad8473af9fe req-f6cad92c-8d57-4db9-b388-b39862633852 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0526664
Feb 28 10:32:59.852568 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-80916cd0-3bff-4f87-92de-4ad8473af9fe req-44ee844c-f579-43b7-91ef-5445f3acec4c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421202
Feb 28 10:33:00.227229 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3f6bad1a-b396-41a1-992f-e8952d67ac57 req-1010e9f5-8e34-46c4-922f-6571f656af9c tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 210 time: 0.0276804
Feb 28 10:33:00.969964 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb14c-e516-4bf1-be95-59c1f1f902ad req-9db67c39-3a93-49dc-8e3d-c845d31d3775 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:00.971486 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-838cb14c-e516-4bf1-be95-59c1f1f902ad req-9db67c39-3a93-49dc-8e3d-c845d31d3775 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0520294
Feb 28 10:33:01.020626 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-838cb14c-e516-4bf1-be95-59c1f1f902ad req-e8828753-a6a9-4547-ad61-0121b128791c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434670
Feb 28 10:33:01.320557 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a916ca35-b868-41f2-95cf-4b018632854c req-d0f185b2-235b-4080-8913-5ad9924420e3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df83f9d-01d6-4425-bd1e-202578b5e093 HTTP/1.1" status: 200  len: 210 time: 0.0273182
Feb 28 10:33:02.140698 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aae62-3aac-42d3-88a5-a588e1cb27c8 req-475e6902-843d-4b2e-aad4-a6060587c5c4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:02.142249 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-019aae62-3aac-42d3-88a5-a588e1cb27c8 req-475e6902-843d-4b2e-aad4-a6060587c5c4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0541379
Feb 28 10:33:02.191254 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-019aae62-3aac-42d3-88a5-a588e1cb27c8 req-8ac5fea9-9b45-4fbc-b22e-3973a1fa4de0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427945
Feb 28 10:33:02.636904 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-0b09a66e-3371-47fe-921e-9dd1b6f84cba tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:02.639058 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-0b09a66e-3371-47fe-921e-9dd1b6f84cba tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/networks?id=53295920-84a0-4ffa-9aa6-cb61ab488d09 HTTP/1.1" status: 200  len: 807 time: 0.1058130
Feb 28 10:33:02.652518 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-14ddddcb-2109-47d8-baf7-76fb9e6d96f3 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/quotas/6098811200df4998b4c983c44640d16f HTTP/1.1" status: 200  len: 375 time: 0.0088985
Feb 28 10:33:02.686356 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-11d2d874-66cc-4392-b5a8-70ee3f1f6393 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6098811200df4998b4c983c44640d16f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0279205
Feb 28 10:33:02.783605 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-56083f48-e825-477f-b267-ba2783422f82 service neutron] 10.222.0.21 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900831
Feb 28 10:33:02.885766 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-1c86d6b6-a6ac-4e59-a412-6f52488f3316 service neutron] 10.222.0.21 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935206
Feb 28 10:33:03.041595 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aad99532-dd1c-498f-977e-ba73751bb537 req-4782d998-1cf0-4c93-b073-a57452466afa tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 210 time: 0.0278704
Feb 28 10:33:03.327470 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b213009-7af3-4ae1-89c8-5e22e173e4fa req-f82362c4-2c7f-4786-b42b-8d2aa1f5d5a7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:03.329098 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8b213009-7af3-4ae1-89c8-5e22e173e4fa req-f82362c4-2c7f-4786-b42b-8d2aa1f5d5a7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0589211
Feb 28 10:33:03.384268 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8b213009-7af3-4ae1-89c8-5e22e173e4fa req-876c848f-4915-40e2-a278-e4adf1891e12 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476663
Feb 28 10:33:04.056654 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42458) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:04.141624 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4393c246-6b3e-4dc8-8227-79956b2b6721 req-0dd05b20-6b5d-4ffc-8429-2a530d7ab88b tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 210 time: 0.0303066
Feb 28 10:33:04.182949 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f337-f15b-4540-8d23-f8aeddaca210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.264414 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-5cb4b7ad-1418-4c7e-8102-7764260f4164 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:04.266256 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-5cb4b7ad-1418-4c7e-8102-7764260f4164 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "GET /v2.0/networks?id=53295920-84a0-4ffa-9aa6-cb61ab488d09 HTTP/1.1" status: 200  len: 807 time: 0.1273918
Feb 28 10:33:04.278034 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f337-f15b-4540-8d23-f8aeddaca210 admin admin] Publish callbacks [] for security_group (21365714-51c6-41d3-b347-f19bb1523395), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.281807 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f337-f15b-4540-8d23-f8aeddaca210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (21365714-51c6-41d3-b347-f19bb1523395), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.308224 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Request body: {'port': {'device_id': '374e61c8-196c-4960-af98-58277f8f0fcd', 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09', 'admin_state_up': True, 'tenant_id': '6098811200df4998b4c983c44640d16f'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:33:04.321692 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b2a8f337-f15b-4540-8d23-f8aeddaca210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=937ab1eb0d164b6091773fbb7980221e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2611997
Feb 28 10:33:04.322676 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42466) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:04.336078 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8f337-f15b-4540-8d23-f8aeddaca210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21365714-51c6-41d3-b347-f19bb1523395,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:04.377889 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f328d3e7-454e-483e-b42c-6c573cfc7822 admin admin] Publish callbacks [] for security_group (21365714-51c6-41d3-b347-f19bb1523395), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.407793 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f328d3e7-454e-483e-b42c-6c573cfc7822 admin admin] Publish callbacks [] for security_group (21365714-51c6-41d3-b347-f19bb1523395), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.449488 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Made reservation on behalf of 6098811200df4998b4c983c44640d16f for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:33:04.455697 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.476216 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f328d3e7-454e-483e-b42c-6c573cfc7822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (21365714-51c6-41d3-b347-f19bb1523395), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.480371 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f328d3e7-454e-483e-b42c-6c573cfc7822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.483258 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f328d3e7-454e-483e-b42c-6c573cfc7822 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21365714-51c6-41d3-b347-f19bb1523395 HTTP/1.1" status: 204  len: 168 time: 0.1598108
Feb 28 10:33:04.496065 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328d3e7-454e-483e-b42c-6c573cfc7822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21365714-51c6-41d3-b347-f19bb1523395,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:04.664568 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.800617 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85a596-4ece-4711-864f-f650d2c04b66 req-1a8e0600-85fa-46e5-9688-6fc4350a5f30 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:04.802121 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea85a596-4ece-4711-864f-f650d2c04b66 req-1a8e0600-85fa-46e5-9688-6fc4350a5f30 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.3337033
Feb 28 10:33:04.825379 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42506) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:04.840234 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f915566-ef70-4b37-b104-786d003810d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.869733 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Allocated IP 172.20.0.14 (53295920-84a0-4ffa-9aa6-cb61ab488d09/5a2bdc9b-acc1-468f-a93f-4c6928cba7d3/de92c2f6-ff05-4a7e-b400-87bed5ba8b70) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:33:04.894002 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea85a596-4ece-4711-864f-f650d2c04b66 req-a7bec5a2-910f-4ded-8f2f-ed3363bcadd0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732155
Feb 28 10:33:04.934510 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f915566-ef70-4b37-b104-786d003810d4 admin admin] Publish callbacks [] for security_group (c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.939979 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f915566-ef70-4b37-b104-786d003810d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:04.979223 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f915566-ef70-4b37-b104-786d003810d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:04.986885 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2f915566-ef70-4b37-b104-786d003810d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f9aa45eb6af405c9699448a43409852&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1593392
Feb 28 10:33:04.988995 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42510) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:05.027240 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42512) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:05.053254 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0435d6ae-a018-4205-a81d-7359241cdf2c admin admin] Publish callbacks [] for security_group (c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.060590 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks [] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.081746 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0435d6ae-a018-4205-a81d-7359241cdf2c admin admin] Publish callbacks [] for security_group (c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.104927 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.153024 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Network 53295920-84a0-4ffa-9aa6-cb61ab488d09 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:33:05.155447 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0435d6ae-a018-4205-a81d-7359241cdf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.157718 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:33:05.160029 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0435d6ae-a018-4205-a81d-7359241cdf2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.161753 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:33:05.162852 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0435d6ae-a018-4205-a81d-7359241cdf2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1 HTTP/1.1" status: 204  len: 168 time: 0.1704762
Feb 28 10:33:05.180559 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:05.181233 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.189100 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d6ae-a018-4205-a81d-7359241cdf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e0c3f6-427d-4e0a-b6c6-fa54dce809f1,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:05.227829 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8bbaae72-dc63-4aee-99a9-dabbb0bc0113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.242615 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9427257
Feb 28 10:33:05.245501 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83424ec6-33e0-4833-8a46-819e93e1fadd tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Pushing event updated for resources: {'Port': ['ID=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:05.296595 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Request body: {'port': {'device_id': '374e61c8-196c-4960-af98-58277f8f0fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:33:05.345919 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8bbaae72-dc63-4aee-99a9-dabbb0bc0113 admin admin] Publish callbacks [] for security_group (9823d508-9358-4e82-a173-7ba9a3c3c295), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.352674 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8bbaae72-dc63-4aee-99a9-dabbb0bc0113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9823d508-9358-4e82-a173-7ba9a3c3c295), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.368013 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e1b14-ee70-4a90-af04-2fd04b181184 req-6a78b32e-453f-46f0-9420-0ed3168611aa tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:05.369502 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-817e1b14-ee70-4a90-af04-2fd04b181184 req-6a78b32e-453f-46f0-9420-0ed3168611aa tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 932 time: 0.1255555
Feb 28 10:33:05.395370 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaae72-dc63-4aee-99a9-dabbb0bc0113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9823d508-9358-4e82-a173-7ba9a3c3c295,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:05.399536 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.409107 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8bbaae72-dc63-4aee-99a9-dabbb0bc0113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e71c7dc93f794ea2be50a436e7a71bb9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3788004
Feb 28 10:33:05.409246 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42538) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:05.468410 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-228e8686-2a29-427d-a8b5-d4166d8de553 admin admin] Publish callbacks [] for security_group (9823d508-9358-4e82-a173-7ba9a3c3c295), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.493091 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-228e8686-2a29-427d-a8b5-d4166d8de553 admin admin] Publish callbacks [] for security_group (9823d508-9358-4e82-a173-7ba9a3c3c295), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.493353 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-817e1b14-ee70-4a90-af04-2fd04b181184 req-80b04313-b2b8-4504-bb67-cb02cac68e1a tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115429
Feb 28 10:33:05.504601 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:33:05.547320 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:33:05.547989 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f26e2946-1a0c-4bc6-b5f7-fd4f3bc7a664 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:33:05.553806 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42540) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:05.584260 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-228e8686-2a29-427d-a8b5-d4166d8de553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9823d508-9358-4e82-a173-7ba9a3c3c295), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.587120 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-228e8686-2a29-427d-a8b5-d4166d8de553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.588395 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-228e8686-2a29-427d-a8b5-d4166d8de553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9823d508-9358-4e82-a173-7ba9a3c3c295 HTTP/1.1" status: 204  len: 168 time: 0.1774018
Feb 28 10:33:05.598367 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e8686-2a29-427d-a8b5-d4166d8de553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9823d508-9358-4e82-a173-7ba9a3c3c295,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:05.659793 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42546) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:05.674568 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-05ba6205-53cc-4086-b64d-e451a5ecc5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.758380 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de92c2f6-ff05-4a7e-b400-87bed5ba8b70 {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:33:05.769611 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Publish callbacks [] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.775895 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-05ba6205-53cc-4086-b64d-e451a5ecc5f0 admin admin] Publish callbacks [] for security_group (bbea222b-eec8-47eb-a0ea-8eef91ecf64c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.783897 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Transition to ACTIVE for port object de92c2f6-ff05-4a7e-b400-87bed5ba8b70 will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:33:05.788038 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.790230 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-05ba6205-53cc-4086-b64d-e451a5ecc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bbea222b-eec8-47eb-a0ea-8eef91ecf64c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.811600 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5867bba2-3ef1-48d7-89d0-bedb80b96990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.840278 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Pushing event updated for resources: {'Port': ['ID=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:05.877331 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-05ba6205-53cc-4086-b64d-e451a5ecc5f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91b87c36c30b4a13b925de1802dc4ea7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2164454
Feb 28 10:33:05.882295 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba6205-53cc-4086-b64d-e451a5ecc5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbea222b-eec8-47eb-a0ea-8eef91ecf64c,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:05.883271 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 42550) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:05.884489 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Attempting to bind port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:33:05.885131 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Attempting to bind port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:33:05.885335 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Attempting to bind port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 on network 53295920-84a0-4ffa-9aa6-cb61ab488d09 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:33:05.920650 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 on network 53295920-84a0-4ffa-9aa6-cb61ab488d09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:33:05.920650 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Attempting to bind port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 on network 53295920-84a0-4ffa-9aa6-cb61ab488d09 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:33:05.931470 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:33:05.931889 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Checking segment: {'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:33:05.932282 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Bound using segment: {'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:33:05.932721 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Bound port: de92c2f6-ff05-4a7e-b400-87bed5ba8b70, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2538190-e770-41ee-86ae-3e9225e0b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:33:05.933284 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.936876 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5867bba2-3ef1-48d7-89d0-bedb80b96990 admin admin] Publish callbacks [] for security_group (f835549c-a951-44a2-b793-b86f53e767b7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.941622 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5867bba2-3ef1-48d7-89d0-bedb80b96990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (f835549c-a951-44a2-b793-b86f53e767b7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:05.990570 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5867bba2-3ef1-48d7-89d0-bedb80b96990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e38ee9490664305babbb99bd701c980&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4357126
Feb 28 10:33:05.991516 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867bba2-3ef1-48d7-89d0-bedb80b96990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f835549c-a951-44a2-b793-b86f53e767b7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:05.995096 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42554) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:06.020314 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] For port de92c2f6-ff05-4a7e-b400-87bed5ba8b70, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:33:06.023407 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] For port de92c2f6-ff05-4a7e-b400-87bed5ba8b70, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:33:06.031939 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.033859 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-80300ad9-7364-45f9-b746-1455e838ff6f admin admin] Publish callbacks [] for security_group (bbea222b-eec8-47eb-a0ea-8eef91ecf64c), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.054631 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf583ba-80e2-4dae-ac47-0f043ec927f4 admin admin] Publish callbacks [] for security_group (f835549c-a951-44a2-b793-b86f53e767b7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.076266 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf583ba-80e2-4dae-ac47-0f043ec927f4 admin admin] Publish callbacks [] for security_group (f835549c-a951-44a2-b793-b86f53e767b7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.077869 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42556) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:06.103801 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-179bb2aa-98f2-4dfa-91e1-6adee04160ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.115604 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:06.116222 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.117596 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] 10.222.0.26 "PUT /v2.0/ports/de92c2f6-ff05-4a7e-b400-87bed5ba8b70 HTTP/1.1" status: 200  len: 1094 time: 0.8273461
Feb 28 10:33:06.121087 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374e61c8-196c-4960-af98-58277f8f0fcd', 'tag': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:33:06.124168 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8022a973-9108-4cd2-846d-44b95e289360" -d '{"events": [{"name": "network-changed", "server_uuid": "374e61c8-196c-4960-af98-58277f8f0fcd", "tag": "de92c2f6-ff05-4a7e-b400-87bed5ba8b70"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:33:06.128891 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-80300ad9-7364-45f9-b746-1455e838ff6f admin admin] Publish callbacks [] for security_group (bbea222b-eec8-47eb-a0ea-8eef91ecf64c), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.167622 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf583ba-80e2-4dae-ac47-0f043ec927f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (f835549c-a951-44a2-b793-b86f53e767b7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.173548 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ddf583ba-80e2-4dae-ac47-0f043ec927f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.177311 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ddf583ba-80e2-4dae-ac47-0f043ec927f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f835549c-a951-44a2-b793-b86f53e767b7 HTTP/1.1" status: 204  len: 168 time: 0.1787400
Feb 28 10:33:06.186751 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a9ba50-428d-44e5-ba80-54cfacd83e6c x-openstack-request-id: req-67a9ba50-428d-44e5-ba80-54cfacd83e6c {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:33:06.187056 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374e61c8-196c-4960-af98-58277f8f0fcd", "tag": "de92c2f6-ff05-4a7e-b400-87bed5ba8b70", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:33:06.187303 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67a9ba50-428d-44e5-ba80-54cfacd83e6c {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:33:06.187705 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374e61c8-196c-4960-af98-58277f8f0fcd', 'tag': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70', 'status': 'completed', 'code': 200}
Feb 28 10:33:06.188284 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd6468-a32b-46ab-b899-de1db51bfa56 service neutron] Pushing event updated for resources: {'Port': ['ID=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:06.189805 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf583ba-80e2-4dae-ac47-0f043ec927f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835549c-a951-44a2-b793-b86f53e767b7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:06.204987 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed69b-786d-43e4-9c0a-b7c7bcb402b8 req-288b8475-3436-46b2-97d6-8b2998107da5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:06.206497 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b31ed69b-786d-43e4-9c0a-b7c7bcb402b8 req-288b8475-3436-46b2-97d6-8b2998107da5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1782637
Feb 28 10:33:06.269027 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-179bb2aa-98f2-4dfa-91e1-6adee04160ae admin admin] Publish callbacks [] for security_group (e593cef5-1e0a-41f8-8e7c-412ef64db856), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.275220 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-179bb2aa-98f2-4dfa-91e1-6adee04160ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e593cef5-1e0a-41f8-8e7c-412ef64db856), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.277335 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-80300ad9-7364-45f9-b746-1455e838ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bbea222b-eec8-47eb-a0ea-8eef91ecf64c), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.280458 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-80300ad9-7364-45f9-b746-1455e838ff6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.281608 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-80300ad9-7364-45f9-b746-1455e838ff6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbea222b-eec8-47eb-a0ea-8eef91ecf64c HTTP/1.1" status: 204  len: 168 time: 0.3939624
Feb 28 10:33:06.301035 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b31ed69b-786d-43e4-9c0a-b7c7bcb402b8 req-8753cb79-bc5d-44b6-9d76-c09c13431082 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834501
Feb 28 10:33:06.302675 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80300ad9-7364-45f9-b746-1455e838ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbea222b-eec8-47eb-a0ea-8eef91ecf64c,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:06.305733 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-09b38d7c-90d0-41f2-8943-fca7936b0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:06.307333 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-09b38d7c-90d0-41f2-8943-fca7936b0da8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6098811200df4998b4c983c44640d16f&device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 1128 time: 0.0995042
Feb 28 10:33:06.355914 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-179bb2aa-98f2-4dfa-91e1-6adee04160ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1e023f6d9e84b47a23113d6eec63ecb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2752039
Feb 28 10:33:06.357564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bb2aa-98f2-4dfa-91e1-6adee04160ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593cef5-1e0a-41f8-8e7c-412ef64db856,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:06.361902 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42564) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:06.370636 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-d9c2dd4a-197e-43bd-b921-296c87535bf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de92c2f6-ff05-4a7e-b400-87bed5ba8b70 HTTP/1.1" status: 200  len: 217 time: 0.0429389
Feb 28 10:33:06.416650 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-34fd76a2-f148-4165-96a5-35187c9ec796 admin admin] Publish callbacks [] for security_group (e593cef5-1e0a-41f8-8e7c-412ef64db856), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.439150 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-d1a9d538-ac2c-4311-b5e0-f11353a841b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:06.439788 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-34fd76a2-f148-4165-96a5-35187c9ec796 admin admin] Publish callbacks [] for security_group (e593cef5-1e0a-41f8-8e7c-412ef64db856), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.440654 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-d1a9d538-ac2c-4311-b5e0-f11353a841b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a2bdc9b-acc1-468f-a93f-4c6928cba7d3 HTTP/1.1" status: 200  len: 847 time: 0.0597796
Feb 28 10:33:06.477216 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-37b5a859-1770-44c0-92f8-76811741f281 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53295920-84a0-4ffa-9aa6-cb61ab488d09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283620
Feb 28 10:33:06.496844 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-34fd76a2-f148-4165-96a5-35187c9ec796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e593cef5-1e0a-41f8-8e7c-412ef64db856), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.502664 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-34fd76a2-f148-4165-96a5-35187c9ec796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:06.504186 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-34fd76a2-f148-4165-96a5-35187c9ec796 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e593cef5-1e0a-41f8-8e7c-412ef64db856 HTTP/1.1" status: 204  len: 168 time: 0.1411152
Feb 28 10:33:06.514841 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd76a2-f148-4165-96a5-35187c9ec796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593cef5-1e0a-41f8-8e7c-412ef64db856,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:06.592906 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-c60d0459-5e88-41ab-973d-3f0109fe7152 service neutron] 10.222.0.26 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080391
Feb 28 10:33:06.711260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72f2d-bb98-48cd-97cc-90d8425ac8ce req-5f8074cb-ac12-4793-abd8-50d0192c4f36 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:06.712765 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ff72f2d-bb98-48cd-97cc-90d8425ac8ce req-5f8074cb-ac12-4793-abd8-50d0192c4f36 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 944 time: 0.1181498
Feb 28 10:33:06.750432 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-774dadfa-abf9-4aeb-b245-78e70628dd96 req-6615b3a5-bc0e-4826-820e-b1216c0fdbf0 service neutron] 10.222.0.26 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452622
Feb 28 10:33:06.789434 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ff72f2d-bb98-48cd-97cc-90d8425ac8ce req-8e692b34-e9ca-4b67-8cea-2badce8e2aec tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700738
Feb 28 10:33:06.916111 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022a973-9108-4cd2-846d-44b95e289360 req-d3f94146-b039-4cb6-b7c3-48706fabe52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:06.917689 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8022a973-9108-4cd2-846d-44b95e289360 req-d3f94146-b039-4cb6-b7c3-48706fabe52e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6098811200df4998b4c983c44640d16f&device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 1128 time: 0.0568476
Feb 28 10:33:07.025238 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022a973-9108-4cd2-846d-44b95e289360 req-244f7cc9-6597-48bf-a338-6c11b8088a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:07.026923 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8022a973-9108-4cd2-846d-44b95e289360 req-244f7cc9-6597-48bf-a338-6c11b8088a1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=53295920-84a0-4ffa-9aa6-cb61ab488d09 HTTP/1.1" status: 200  len: 908 time: 0.0933614
Feb 28 10:33:07.074970 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8022a973-9108-4cd2-846d-44b95e289360 req-dce518d4-130e-4029-b48b-0fd0462aaeb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de92c2f6-ff05-4a7e-b400-87bed5ba8b70 HTTP/1.1" status: 200  len: 217 time: 0.0415587
Feb 28 10:33:07.132712 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022a973-9108-4cd2-846d-44b95e289360 req-1ca46c90-3760-42ec-8b79-7a7997739e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:07.134530 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8022a973-9108-4cd2-846d-44b95e289360 req-1ca46c90-3760-42ec-8b79-7a7997739e04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a2bdc9b-acc1-468f-a93f-4c6928cba7d3 HTTP/1.1" status: 200  len: 847 time: 0.0509572
Feb 28 10:33:07.178258 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8022a973-9108-4cd2-846d-44b95e289360 req-0ff5562b-69c5-40fc-bb08-a988a3608845 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53295920-84a0-4ffa-9aa6-cb61ab488d09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317755
Feb 28 10:33:07.289235 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8022a973-9108-4cd2-846d-44b95e289360 req-71f3bfda-e387-4afe-83f4-2077ae25f543 service neutron] 10.222.0.26 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016836
Feb 28 10:33:07.405023 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8022a973-9108-4cd2-846d-44b95e289360 req-bb97519f-5d7c-4dfb-abdb-94264dc9c377 service neutron] 10.222.0.26 "GET /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1055908
Feb 28 10:33:07.463371 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60715fe2-fced-4125-af61-9f7ce158d347 req-8d3ef922-192b-4557-96d3-075792ad5258 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:07.464884 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-60715fe2-fced-4125-af61-9f7ce158d347 req-8d3ef922-192b-4557-96d3-075792ad5258 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0585487
Feb 28 10:33:07.518960 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-60715fe2-fced-4125-af61-9f7ce158d347 req-b7ce56dc-995e-41d0-bc81-2378e6e8ef0d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469513
Feb 28 10:33:07.944039 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af78c-7938-485d-9b89-ba4029e08940 req-b10dba9c-1b97-44b4-9da5-b632e08f0fc0 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:07.945744 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-752af78c-7938-485d-9b89-ba4029e08940 req-b10dba9c-1b97-44b4-9da5-b632e08f0fc0 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 944 time: 0.0780294
Feb 28 10:33:08.046092 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-752af78c-7938-485d-9b89-ba4029e08940 req-dfcfbf07-c1dd-4457-a430-dd436adaf16e tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934842
Feb 28 10:33:08.645019 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799dd76-7dcf-496a-9fcb-8d7821ac7d8a req-8e4c1fb2-edaf-44bb-9d98-7eca1c79ab03 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:08.646643 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c799dd76-7dcf-496a-9fcb-8d7821ac7d8a req-8e4c1fb2-edaf-44bb-9d98-7eca1c79ab03 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0584958
Feb 28 10:33:08.696592 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c799dd76-7dcf-496a-9fcb-8d7821ac7d8a req-03caaaa9-06eb-464a-aa32-f30447d5f0bb tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444579
Feb 28 10:33:09.209958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4fd-4d24-45f9-b0e6-0642375d32dc req-420ef5f6-19a1-4786-afa7-6b6e48cd02c1 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:09.211739 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7599b4fd-4d24-45f9-b0e6-0642375d32dc req-420ef5f6-19a1-4786-afa7-6b6e48cd02c1 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 944 time: 0.0541384
Feb 28 10:33:09.274201 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7599b4fd-4d24-45f9-b0e6-0642375d32dc req-9291969c-45b0-4e30-a94a-31fd3a710734 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560455
Feb 28 10:33:09.540379 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device de92c2f6-ff05-4a7e-b400-87bed5ba8b70 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:33:09.642840 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port de92c2f6-ff05-4a7e-b400-87bed5ba8b70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:09.656283 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70', 'network_id': '53295920-84a0-4ffa-9aa6-cb61ab488d09', 'port_id': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70', 'mac_address': 'fa:16:3e:2f:11:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2bdc9b-acc1-468f-a93f-4c6928cba7d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:33:09.700542 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:09.701842 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:09.716875 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de92c2f6-ff05-4a7e-b400-87bed5ba8b70 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:33:09.737470 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port de92c2f6-ff05-4a7e-b400-87bed5ba8b70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:09.742011 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:09.770637 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42770) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:09.800326 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:09.844797 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480496d8-b11a-483f-8527-1f29b7eb3912 req-71ca0d3e-8fc0-4e66-822c-d21b3a5dfd3a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:09.855851 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-480496d8-b11a-483f-8527-1f29b7eb3912 req-71ca0d3e-8fc0-4e66-822c-d21b3a5dfd3a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0838349
Feb 28 10:33:09.899588 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d8cb707d-0383-4f25-a78d-d92725e6058c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:09.910394 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-480496d8-b11a-483f-8527-1f29b7eb3912 req-bc7e274f-c7fd-4950-8542-23df68417586 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527468
Feb 28 10:33:09.989319 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d8cb707d-0383-4f25-a78d-d92725e6058c admin admin] Publish callbacks [] for security_group (ea654a44-11b2-4a17-ad16-22e4fc18e4c4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:09.993533 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d8cb707d-0383-4f25-a78d-d92725e6058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ea654a44-11b2-4a17-ad16-22e4fc18e4c4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.035838 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d8cb707d-0383-4f25-a78d-d92725e6058c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28e9cb5652594a33935ee545a2e315c6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2640276
Feb 28 10:33:10.036555 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb707d-0383-4f25-a78d-d92725e6058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea654a44-11b2-4a17-ad16-22e4fc18e4c4,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:10.038580 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 42778) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:10.095166 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c4da2b-7c0b-49ff-bdd3-f7b047fcb363 admin admin] Publish callbacks [] for security_group (ea654a44-11b2-4a17-ad16-22e4fc18e4c4), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.117022 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c4da2b-7c0b-49ff-bdd3-f7b047fcb363 admin admin] Publish callbacks [] for security_group (ea654a44-11b2-4a17-ad16-22e4fc18e4c4), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.160915 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['de92c2f6-ff05-4a7e-b400-87bed5ba8b70'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:33:10.194315 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c4da2b-7c0b-49ff-bdd3-f7b047fcb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ea654a44-11b2-4a17-ad16-22e4fc18e4c4), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.198825 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c4da2b-7c0b-49ff-bdd3-f7b047fcb363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.203296 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-31c4da2b-7c0b-49ff-bdd3-f7b047fcb363 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea654a44-11b2-4a17-ad16-22e4fc18e4c4 HTTP/1.1" status: 204  len: 168 time: 0.1632740
Feb 28 10:33:10.212772 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4da2b-7c0b-49ff-bdd3-f7b047fcb363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea654a44-11b2-4a17-ad16-22e4fc18e4c4,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:10.400200 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8744702-a276-4bf2-a572-dbba3bd6476e req-13279048-2663-4e4f-8fff-1d8f9cd2ebba tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:10.401705 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a8744702-a276-4bf2-a572-dbba3bd6476e req-13279048-2663-4e4f-8fff-1d8f9cd2ebba tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 945 time: 0.0582614
Feb 28 10:33:10.449115 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a8744702-a276-4bf2-a572-dbba3bd6476e req-1a14b299-c135-4a40-8443-f3e2a0d208f1 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412879
Feb 28 10:33:10.503550 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 42794) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:10.517167 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00990c85-13b8-40e0-b398-1c8eeae08297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.597870 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00990c85-13b8-40e0-b398-1c8eeae08297 admin admin] Publish callbacks [] for security_group (209ead2b-569c-4e8e-9323-b262e235c854), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.601665 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00990c85-13b8-40e0-b398-1c8eeae08297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (209ead2b-569c-4e8e-9323-b262e235c854), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.639280 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-00990c85-13b8-40e0-b398-1c8eeae08297 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c26e49978b3147799acf518e9756a933&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1346569
Feb 28 10:33:10.641207 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00990c85-13b8-40e0-b398-1c8eeae08297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ead2b-569c-4e8e-9323-b262e235c854,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:10.641927 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42798) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:10.691592 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a5b72369-85cb-46bf-8d0d-df8d74ef0480 admin admin] Publish callbacks [] for security_group (209ead2b-569c-4e8e-9323-b262e235c854), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.713670 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a5b72369-85cb-46bf-8d0d-df8d74ef0480 admin admin] Publish callbacks [] for security_group (209ead2b-569c-4e8e-9323-b262e235c854), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.763080 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a5b72369-85cb-46bf-8d0d-df8d74ef0480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (209ead2b-569c-4e8e-9323-b262e235c854), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.765745 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a5b72369-85cb-46bf-8d0d-df8d74ef0480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:10.766949 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a5b72369-85cb-46bf-8d0d-df8d74ef0480 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/209ead2b-569c-4e8e-9323-b262e235c854 HTTP/1.1" status: 204  len: 168 time: 0.1238849
Feb 28 10:33:10.774565 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b72369-85cb-46bf-8d0d-df8d74ef0480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ead2b-569c-4e8e-9323-b262e235c854,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:11.034262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee13ff4-53c4-453f-a7f9-385120a091f0 req-148adf72-9178-42fb-8510-8394f50a351b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:11.035794 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ee13ff4-53c4-453f-a7f9-385120a091f0 req-148adf72-9178-42fb-8510-8394f50a351b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0564694
Feb 28 10:33:11.091823 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ee13ff4-53c4-453f-a7f9-385120a091f0 req-17ed82ba-5e3f-4657-bb3c-36976969d413 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501356
Feb 28 10:33:11.593189 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device de92c2f6-ff05-4a7e-b400-87bed5ba8b70 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:33:11.599212 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453fb1-55e8-452b-909f-0a4ee838233e req-a8350670-d771-4484-b66a-8412477cd0c6 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:11.606435 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-68453fb1-55e8-452b-909f-0a4ee838233e req-a8350670-d771-4484-b66a-8412477cd0c6 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 945 time: 0.0703778
Feb 28 10:33:11.661078 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:33:11.662049 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-68453fb1-55e8-452b-909f-0a4ee838233e req-26d7895b-19df-4731-8092-68715e7f2235 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542200
Feb 28 10:33:11.666338 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:11.666930 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:11.761318 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:11.761718 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:11.786119 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374e61c8-196c-4960-af98-58277f8f0fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:33:11.788361 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad9961c-8170-4e65-812d-ee7f4a14dc44" -d '{"events": [{"server_uuid": "374e61c8-196c-4960-af98-58277f8f0fcd", "name": "network-vif-plugged", "status": "completed", "tag": "de92c2f6-ff05-4a7e-b400-87bed5ba8b70"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:33:11.803263 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port de92c2f6-ff05-4a7e-b400-87bed5ba8b70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:11.816257 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:11.841941 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598fdafc-2ca0-414f-9423-49bed79896b8 x-openstack-request-id: req-598fdafc-2ca0-414f-9423-49bed79896b8 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:33:11.842258 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374e61c8-196c-4960-af98-58277f8f0fcd", "name": "network-vif-plugged", "status": "completed", "tag": "de92c2f6-ff05-4a7e-b400-87bed5ba8b70", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:33:11.842521 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-598fdafc-2ca0-414f-9423-49bed79896b8 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:33:11.843358 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374e61c8-196c-4960-af98-58277f8f0fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70', 'code': 200}
Feb 28 10:33:11.877687 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:12.214348 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cd80-642c-4cc0-bf8f-a956038185fd req-286f92d8-0f24-4a8e-a537-0e7fefa77a15 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:12.216412 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cf78cd80-642c-4cc0-bf8f-a956038185fd req-286f92d8-0f24-4a8e-a537-0e7fefa77a15 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0572715
Feb 28 10:33:12.268816 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cf78cd80-642c-4cc0-bf8f-a956038185fd req-72e6f406-007a-4555-9d19-7e8beb2e2536 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462644
Feb 28 10:33:12.793026 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29775cfe-9ded-4cc4-9e02-09823d35e054 req-8806e61d-ffee-4d1d-84fb-9e81e6afd50b tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:12.794691 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-29775cfe-9ded-4cc4-9e02-09823d35e054 req-8806e61d-ffee-4d1d-84fb-9e81e6afd50b tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.0543170
Feb 28 10:33:12.847845 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-29775cfe-9ded-4cc4-9e02-09823d35e054 req-2764311f-1ab3-468f-abd8-112f70cf536f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473473
Feb 28 10:33:13.386946 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65674776-a95a-438e-80a5-a303b690f251 req-5ba0f354-2477-4da9-a7b9-fcd7020d5441 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:13.389049 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-65674776-a95a-438e-80a5-a303b690f251 req-5ba0f354-2477-4da9-a7b9-fcd7020d5441 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0515761
Feb 28 10:33:13.434178 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-65674776-a95a-438e-80a5-a303b690f251 req-8705a82c-36bb-4ce1-bd3c-65b3727fceaf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396707
Feb 28 10:33:13.633151 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ab1376a-d8b8-40b2-9c9f-2ac62c764a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:13.968792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f206-6f3f-4430-9bda-e61d7f516f7c req-aacc944d-dc11-4e9a-9a0c-dd8940c9502f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:13.970183 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-48a8f206-6f3f-4430-9bda-e61d7f516f7c req-aacc944d-dc11-4e9a-9a0c-dd8940c9502f tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.0557194
Feb 28 10:33:14.015380 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-48a8f206-6f3f-4430-9bda-e61d7f516f7c req-f6bcaa6d-9d1d-434a-be07-899aad5a40eb tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397091
Feb 28 10:33:14.556242 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d82cdb-53b0-4a4b-ae95-bb54bbac3d40 req-7dced4b8-2b38-4025-8038-41e88f5a8b8d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:14.557840 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-12d82cdb-53b0-4a4b-ae95-bb54bbac3d40 req-7dced4b8-2b38-4025-8038-41e88f5a8b8d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0538878
Feb 28 10:33:14.606057 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-12d82cdb-53b0-4a4b-ae95-bb54bbac3d40 req-41cd9554-6e24-4724-809d-e81f184af727 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418289
Feb 28 10:33:14.663231 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c75c4-898e-421c-a619-9873e4d484d5 req-dcd3cf07-a076-40a1-953e-6600052df5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:14.664733 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c1c75c4-898e-421c-a619-9873e4d484d5 req-dcd3cf07-a076-40a1-953e-6600052df5f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 1130 time: 0.0452292
Feb 28 10:33:14.715057 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c1c75c4-898e-421c-a619-9873e4d484d5 req-161f8190-7922-4977-a7f6-df7c07fb87f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410819
Feb 28 10:33:15.132846 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34094-0a2b-4ddd-b16c-8362d6fd6299 req-7bc48eb4-de81-4601-a11b-0ef2ba2d41c1 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:15.145500 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-68a34094-0a2b-4ddd-b16c-8362d6fd6299 req-7bc48eb4-de81-4601-a11b-0ef2ba2d41c1 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.0536666
Feb 28 10:33:15.187366 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-68a34094-0a2b-4ddd-b16c-8362d6fd6299 req-e351211b-37dd-48c7-b22c-66f9c7672f28 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432291
Feb 28 10:33:15.726095 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9608dc1-638b-4d45-a8b7-81a6f5c593da req-430b2eae-177c-40d1-8149-edf828aaa1d9 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:15.727699 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f9608dc1-638b-4d45-a8b7-81a6f5c593da req-430b2eae-177c-40d1-8149-edf828aaa1d9 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0539837
Feb 28 10:33:15.777061 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f9608dc1-638b-4d45-a8b7-81a6f5c593da req-b09dd354-0dce-4bbd-a9a7-84b340e5197a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436912
Feb 28 10:33:15.944691 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb7f47a0-c588-49bc-bfc7-3a54571acec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:16.345121 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842fe56-f32f-4525-b3fd-157c4e596240 req-df2e4df0-b5ec-4220-ae30-12f1aa7cbb72 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:16.346515 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7842fe56-f32f-4525-b3fd-157c4e596240 req-df2e4df0-b5ec-4220-ae30-12f1aa7cbb72 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.0907190
Feb 28 10:33:16.361401 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd000e3-623d-4be2-b3b7-bd531a8d49ea req-d1844bee-a0ec-416e-8d7d-92a3f5b1f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:16.362954 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5bd000e3-623d-4be2-b3b7-bd531a8d49ea req-d1844bee-a0ec-416e-8d7d-92a3f5b1f20a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 1129 time: 0.0660977
Feb 28 10:33:16.412764 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7842fe56-f32f-4525-b3fd-157c4e596240 req-66aaabb0-e3c6-4361-848f-28e8d7988e7e tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592325
Feb 28 10:33:16.436778 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5bd000e3-623d-4be2-b3b7-bd531a8d49ea req-acacdcb8-2405-4711-813e-18d1a63bc901 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527916
Feb 28 10:33:16.857509 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 42996) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:16.913297 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74fb7-a49e-4105-8bb8-5651d52eed43 req-e11f3bbd-ce15-4638-978f-8c31df508ea9 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:16.915189 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3e74fb7-a49e-4105-8bb8-5651d52eed43 req-e11f3bbd-ce15-4638-978f-8c31df508ea9 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0705984
Feb 28 10:33:16.971511 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3e74fb7-a49e-4105-8bb8-5651d52eed43 req-6f95a2a4-1b38-458e-9067-05f91fea8907 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502391
Feb 28 10:33:16.979010 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c3417d89-4a5e-4c77-99cf-486f6cfda602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.068637 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c3417d89-4a5e-4c77-99cf-486f6cfda602 admin admin] Publish callbacks [] for security_group (09125800-6f03-4c6a-aa80-4d881a1a1975), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.072501 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c3417d89-4a5e-4c77-99cf-486f6cfda602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (09125800-6f03-4c6a-aa80-4d881a1a1975), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.094097 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.107291 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c3417d89-4a5e-4c77-99cf-486f6cfda602 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d96b60cdea4f4bb1951d21a86268993d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2424314
Feb 28 10:33:17.107844 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 43004) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:17.134495 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3417d89-4a5e-4c77-99cf-486f6cfda602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09125800-6f03-4c6a-aa80-4d881a1a1975,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:17.171750 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-34bac893-c3d7-4495-b5fb-6819a5431064 admin admin] Publish callbacks [] for security_group (09125800-6f03-4c6a-aa80-4d881a1a1975), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.202338 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-34bac893-c3d7-4495-b5fb-6819a5431064 admin admin] Publish callbacks [] for security_group (09125800-6f03-4c6a-aa80-4d881a1a1975), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.282357 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb53ee1-f4d5-4d98-91d3-03e38485b6b2 req-eff33dc0-beff-4bd7-a7be-38d4b586efe4 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:17.283905 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fdb53ee1-f4d5-4d98-91d3-03e38485b6b2 req-eff33dc0-beff-4bd7-a7be-38d4b586efe4 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.0701592
Feb 28 10:33:17.296882 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-34bac893-c3d7-4495-b5fb-6819a5431064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (09125800-6f03-4c6a-aa80-4d881a1a1975), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.299493 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-34bac893-c3d7-4495-b5fb-6819a5431064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.300657 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-34bac893-c3d7-4495-b5fb-6819a5431064 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09125800-6f03-4c6a-aa80-4d881a1a1975 HTTP/1.1" status: 204  len: 168 time: 0.1917253
Feb 28 10:33:17.318551 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bac893-c3d7-4495-b5fb-6819a5431064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09125800-6f03-4c6a-aa80-4d881a1a1975,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:17.356492 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fdb53ee1-f4d5-4d98-91d3-03e38485b6b2 req-5a8a7457-3124-42a5-b72f-3fd9e94f4fa7 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660722
Feb 28 10:33:17.574556 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 43026) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:17.591667 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-783f87bd-0f00-4b2f-aa5d-0a15a2cb2500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.670864 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-783f87bd-0f00-4b2f-aa5d-0a15a2cb2500 admin admin] Publish callbacks [] for security_group (cae7583f-405f-4e11-bd27-6b176936af47), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.674188 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-783f87bd-0f00-4b2f-aa5d-0a15a2cb2500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cae7583f-405f-4e11-bd27-6b176936af47), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.712446 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-783f87bd-0f00-4b2f-aa5d-0a15a2cb2500 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cb8d8e37bde4bbfbf70bb72e84c005e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1367574
Feb 28 10:33:17.713554 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f87bd-0f00-4b2f-aa5d-0a15a2cb2500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae7583f-405f-4e11-bd27-6b176936af47,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:17.715144 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43028) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:17.765567 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-93a215ff-ef20-49a5-86de-a63a896153ab admin admin] Publish callbacks [] for security_group (cae7583f-405f-4e11-bd27-6b176936af47), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.787482 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-93a215ff-ef20-49a5-86de-a63a896153ab admin admin] Publish callbacks [] for security_group (cae7583f-405f-4e11-bd27-6b176936af47), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.837760 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-93a215ff-ef20-49a5-86de-a63a896153ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cae7583f-405f-4e11-bd27-6b176936af47), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.840366 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-93a215ff-ef20-49a5-86de-a63a896153ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:17.842113 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-93a215ff-ef20-49a5-86de-a63a896153ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae7583f-405f-4e11-bd27-6b176936af47 HTTP/1.1" status: 204  len: 168 time: 0.1248045
Feb 28 10:33:17.850038 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a215ff-ef20-49a5-86de-a63a896153ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae7583f-405f-4e11-bd27-6b176936af47,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:18.111277 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dd7f5-455a-4a98-837c-58a65f7c0c1c req-29d58b48-7fbb-4c61-bed3-e74f186039ff tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:18.112797 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-352dd7f5-455a-4a98-837c-58a65f7c0c1c req-29d58b48-7fbb-4c61-bed3-e74f186039ff tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0548668
Feb 28 10:33:18.168644 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-352dd7f5-455a-4a98-837c-58a65f7c0c1c req-ce430d0d-2efc-43dd-8410-55a22e11d403 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504091
Feb 28 10:33:18.196692 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43040) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:18.211536 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb3a0-d493-47d9-9e4a-7ae75f65e33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.294063 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383deaf-ef7b-41d7-856a-620e58685a13 req-2ebe743a-1d08-4ceb-951d-5e586803992a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:18.294464 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb3a0-d493-47d9-9e4a-7ae75f65e33e admin admin] Publish callbacks [] for security_group (9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.296454 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4383deaf-ef7b-41d7-856a-620e58685a13 req-2ebe743a-1d08-4ceb-951d-5e586803992a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0610631
Feb 28 10:33:18.298863 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb3a0-d493-47d9-9e4a-7ae75f65e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.340527 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccb3a0-d493-47d9-9e4a-7ae75f65e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:18.345159 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4383deaf-ef7b-41d7-856a-620e58685a13 req-a007ed8b-e3ac-44e5-a603-fe6eb0366671 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426362
Feb 28 10:33:18.347462 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e9ccb3a0-d493-47d9-9e4a-7ae75f65e33e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3e855f2b2314856b2f649410b0e2866&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1496377
Feb 28 10:33:18.349892 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43042) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:18.406897 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2055f8bf-0c42-41b6-8517-092ef0b0278b admin admin] Publish callbacks [] for security_group (9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.428569 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2055f8bf-0c42-41b6-8517-092ef0b0278b admin admin] Publish callbacks [] for security_group (9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.483731 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2055f8bf-0c42-41b6-8517-092ef0b0278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.486685 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.488817 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2055f8bf-0c42-41b6-8517-092ef0b0278b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:18.492493 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2055f8bf-0c42-41b6-8517-092ef0b0278b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f HTTP/1.1" status: 204  len: 168 time: 0.1392622
Feb 28 10:33:18.501077 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055f8bf-0c42-41b6-8517-092ef0b0278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee68bf4-1dfd-48d6-a0ab-d222c0ccbe0f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:18.538632 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39b158-06a9-4916-98e3-9d54a52bd2db req-920b28f2-d6b1-4d2d-9e5f-d7320180d3bf tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:18.541293 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4e39b158-06a9-4916-98e3-9d54a52bd2db req-920b28f2-d6b1-4d2d-9e5f-d7320180d3bf tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.1042185
Feb 28 10:33:18.597604 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4e39b158-06a9-4916-98e3-9d54a52bd2db req-4b5a6922-a8a3-414c-8894-7cbf761131a9 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499220
Feb 28 10:33:18.975356 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43080) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:19.128604 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7bc765b4-fed7-491e-a074-a6a496fda6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.222730 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7bc765b4-fed7-491e-a074-a6a496fda6a2 admin admin] Publish callbacks [] for security_group (874800bc-af67-44a7-85f3-cd4c52fe00d5), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.227957 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7bc765b4-fed7-491e-a074-a6a496fda6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (874800bc-af67-44a7-85f3-cd4c52fe00d5), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.267224 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7bc765b4-fed7-491e-a074-a6a496fda6a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b073443c9ea4de8a48a589cf86daa3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2903214
Feb 28 10:33:19.269773 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43094) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:19.275600 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc765b4-fed7-491e-a074-a6a496fda6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874800bc-af67-44a7-85f3-cd4c52fe00d5,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:19.320676 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a147ece-b607-447e-bfbc-6960db1e533d admin admin] Publish callbacks [] for security_group (874800bc-af67-44a7-85f3-cd4c52fe00d5), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.344127 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a147ece-b607-447e-bfbc-6960db1e533d admin admin] Publish callbacks [] for security_group (874800bc-af67-44a7-85f3-cd4c52fe00d5), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.397127 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a147ece-b607-447e-bfbc-6960db1e533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (874800bc-af67-44a7-85f3-cd4c52fe00d5), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.400142 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a147ece-b607-447e-bfbc-6960db1e533d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.401605 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7a147ece-b607-447e-bfbc-6960db1e533d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/874800bc-af67-44a7-85f3-cd4c52fe00d5 HTTP/1.1" status: 204  len: 168 time: 0.1308527
Feb 28 10:33:19.413352 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a147ece-b607-447e-bfbc-6960db1e533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874800bc-af67-44a7-85f3-cd4c52fe00d5,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:19.530296 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-a1117ba9-1edf-49c1-8e5a-e7a33a04f424 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:19.532063 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-a1117ba9-1edf-49c1-8e5a-e7a33a04f424 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.0560203
Feb 28 10:33:19.651587 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Deleting port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:33:19.652249 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.799029 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5ee9-1d70-4c3a-be89-753167300166 req-879a7c59-996e-4cc5-9c0a-c82c6c3d056c tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:19.800908 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-525c5ee9-1d70-4c3a-be89-753167300166 req-879a7c59-996e-4cc5-9c0a-c82c6c3d056c tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/ports?device_id=374e61c8-196c-4960-af98-58277f8f0fcd HTTP/1.1" status: 200  len: 946 time: 0.1049402
Feb 28 10:33:19.811645 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] For port de92c2f6-ff05-4a7e-b400-87bed5ba8b70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,segment=NetworkSegment(b2538190-e770-41ee-86ae-3e9225e0b200),segment_id=b2538190-e770-41ee-86ae-3e9225e0b200)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:19.812249 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.814050 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43110) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:19.840906 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-435a1921-0cb8-4850-adae-22e454ff3e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.845423 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Calling delete_port for de92c2f6-ff05-4a7e-b400-87bed5ba8b70 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:33:19.891165 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-525c5ee9-1d70-4c3a-be89-753167300166 req-064b6373-522c-4de8-9cc6-4bf47e1a9ced tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.21 "GET /v2.0/security-groups?id=420b44aa-921a-445d-b09d-09199ccfd4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837121
Feb 28 10:33:19.937174 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.990703 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-435a1921-0cb8-4850-adae-22e454ff3e8f admin admin] Publish callbacks [] for security_group (9c505187-80bf-4d1b-af9f-1c2dba886589), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:19.995523 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-435a1921-0cb8-4850-adae-22e454ff3e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9c505187-80bf-4d1b-af9f-1c2dba886589), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:20.037988 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a1921-0cb8-4850-adae-22e454ff3e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c505187-80bf-4d1b-af9f-1c2dba886589,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:20.045822 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-435a1921-0cb8-4850-adae-22e454ff3e8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bd61756df1345b79d186640f4c59492&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2263670
Feb 28 10:33:20.046311 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43118) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:20.070207 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (de92c2f6-ff05-4a7e-b400-87bed5ba8b70), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:20.109849 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Pushing event deleted for resources: {'Port': ['ID=de92c2f6-ff05-4a7e-b400-87bed5ba8b70,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:20.110363 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80db7e82-9ee6-41ef-a325-482f5dbf1879 admin admin] Publish callbacks [] for security_group (9c505187-80bf-4d1b-af9f-1c2dba886589), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:20.125952 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['de92c2f6-ff05-4a7e-b400-87bed5ba8b70'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:33:20.137241 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80db7e82-9ee6-41ef-a325-482f5dbf1879 admin admin] Publish callbacks [] for security_group (9c505187-80bf-4d1b-af9f-1c2dba886589), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:20.172393 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] No DVR routers for this DVR port de92c2f6-ff05-4a7e-b400-87bed5ba8b70 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:33:20.190324 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:20.193114 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80db7e82-9ee6-41ef-a325-482f5dbf1879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9c505187-80bf-4d1b-af9f-1c2dba886589), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:20.193799 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b7f94b8-3e8f-4543-8efd-2aec3a1b72ba req-34d6e2e4-f027-4335-89b8-50c57eb2cd27 tempest-VolumesActionsTest-586676207 tempest-VolumesActionsTest-586676207-project] 10.222.0.26 "DELETE /v2.0/ports/de92c2f6-ff05-4a7e-b400-87bed5ba8b70 HTTP/1.1" status: 204  len: 173 time: 0.6556129
Feb 28 10:33:20.194253 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374e61c8-196c-4960-af98-58277f8f0fcd', 'name': 'network-vif-deleted', 'tag': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:33:20.195715 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80db7e82-9ee6-41ef-a325-482f5dbf1879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:20.196634 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99909f88-32a0-4d07-9b15-feaa415735c3" -d '{"events": [{"server_uuid": "374e61c8-196c-4960-af98-58277f8f0fcd", "name": "network-vif-deleted", "tag": "de92c2f6-ff05-4a7e-b400-87bed5ba8b70"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:33:20.196859 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-80db7e82-9ee6-41ef-a325-482f5dbf1879 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c505187-80bf-4d1b-af9f-1c2dba886589 HTTP/1.1" status: 204  len: 168 time: 0.1495445
Feb 28 10:33:20.214384 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db7e82-9ee6-41ef-a325-482f5dbf1879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c505187-80bf-4d1b-af9f-1c2dba886589,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:20.271232 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c6188-eba9-4360-a0bd-c24704f45093 x-openstack-request-id: req-5c2c6188-eba9-4360-a0bd-c24704f45093 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:33:20.271526 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374e61c8-196c-4960-af98-58277f8f0fcd", "name": "network-vif-deleted", "tag": "de92c2f6-ff05-4a7e-b400-87bed5ba8b70", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:33:20.271775 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c2c6188-eba9-4360-a0bd-c24704f45093 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:33:20.272181 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374e61c8-196c-4960-af98-58277f8f0fcd', 'name': 'network-vif-deleted', 'tag': 'de92c2f6-ff05-4a7e-b400-87bed5ba8b70', 'status': 'completed', 'code': 200}
Feb 28 10:33:20.275638 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-e6ac1bda-86a0-43eb-9a78-c181f4972b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:20.277174 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-e6ac1bda-86a0-43eb-9a78-c181f4972b36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.1058626
Feb 28 10:33:20.284642 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6b78b-e9b3-41b3-9674-4fff5dc46477 req-1f80560b-6dcd-4098-bd2c-c1078f7262ba tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:20.286178 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02a6b78b-e9b3-41b3-9674-4fff5dc46477 req-1f80560b-6dcd-4098-bd2c-c1078f7262ba tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.1163363
Feb 28 10:33:20.399161 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02a6b78b-e9b3-41b3-9674-4fff5dc46477 req-ef77cce5-7046-48ac-a103-f24ce474d989 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047094
Feb 28 10:33:20.411713 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-4d4fac9f-4603-44a2-8918-584c042ff0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:20.413158 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-4d4fac9f-4603-44a2-8918-584c042ff0c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.1261008
Feb 28 10:33:20.461176 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-1392093d-931f-44fe-bbf2-ab4e679baa79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 217 time: 0.0380907
Feb 28 10:33:20.511118 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-502536f2-d93b-45fe-9b57-d2f66f323027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:20.512592 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-502536f2-d93b-45fe-9b57-d2f66f323027 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.0443938
Feb 28 10:33:20.548163 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-fcea7b78-2b02-4648-a904-6d25a3f0a9c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279341
Feb 28 10:33:20.651436 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-9643276d-0ddb-4359-b5e3-0d064b991658 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956101
Feb 28 10:33:20.750853 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ad15c18-81ed-4b0a-9025-92e5c7f5dc40 req-23996db4-8665-47b4-a9b1-8f0e5f1ae877 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891173
Feb 28 10:33:21.538421 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a678e-2c07-4582-b9c3-c98478a55f34 req-b280e067-b47b-4e07-b6b3-a55b19e2637f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:21.541377 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bb8a678e-2c07-4582-b9c3-c98478a55f34 req-b280e067-b47b-4e07-b6b3-a55b19e2637f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0688510
Feb 28 10:33:21.639763 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bb8a678e-2c07-4582-b9c3-c98478a55f34 req-7a1bbfbd-dd10-4d28-a806-621620ed3715 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917916
Feb 28 10:33:22.772866 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9d3f6-668b-480c-96e8-b99857e76fec req-04851dbc-7575-4e2d-852a-b1a9d987d28d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:22.774341 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0de9d3f6-668b-480c-96e8-b99857e76fec req-04851dbc-7575-4e2d-852a-b1a9d987d28d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0629048
Feb 28 10:33:22.823316 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0de9d3f6-668b-480c-96e8-b99857e76fec req-e580dc8f-c35b-4249-b8e0-ecb3a9be4a7f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433493
Feb 28 10:33:23.016841 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43294) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:23.152339 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9bda-a9e1-4c8e-9600-e0c0d1acf81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:23.228571 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9bda-a9e1-4c8e-9600-e0c0d1acf81e admin admin] Publish callbacks [] for security_group (51aacd11-c55f-49c3-a42f-b7791cf276e9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:23.233041 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9bda-a9e1-4c8e-9600-e0c0d1acf81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (51aacd11-c55f-49c3-a42f-b7791cf276e9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:23.272238 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e6cf9bda-a9e1-4c8e-9600-e0c0d1acf81e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9decabdb588e4bb5b8debbab9a70cb40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2541919
Feb 28 10:33:23.273030 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf9bda-a9e1-4c8e-9600-e0c0d1acf81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aacd11-c55f-49c3-a42f-b7791cf276e9,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:23.274940 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 43306) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:23.323163 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e20-743b-4629-967b-1e64c3b3f153 admin admin] Publish callbacks [] for security_group (51aacd11-c55f-49c3-a42f-b7791cf276e9), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:23.343693 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e20-743b-4629-967b-1e64c3b3f153 admin admin] Publish callbacks [] for security_group (51aacd11-c55f-49c3-a42f-b7791cf276e9), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:23.390183 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e20-743b-4629-967b-1e64c3b3f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (51aacd11-c55f-49c3-a42f-b7791cf276e9), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:23.392781 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e20-743b-4629-967b-1e64c3b3f153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:23.393921 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c9f44e20-743b-4629-967b-1e64c3b3f153 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51aacd11-c55f-49c3-a42f-b7791cf276e9 HTTP/1.1" status: 204  len: 168 time: 0.1179407
Feb 28 10:33:23.401432 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f44e20-743b-4629-967b-1e64c3b3f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aacd11-c55f-49c3-a42f-b7791cf276e9,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:23.945658 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7158d-0f1c-49d7-96a5-0d60ed866ab7 req-2c76ac1f-f715-479a-9a01-128b539a9bb8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:23.947231 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cac7158d-0f1c-49d7-96a5-0d60ed866ab7 req-2c76ac1f-f715-479a-9a01-128b539a9bb8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0574329
Feb 28 10:33:23.995196 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cac7158d-0f1c-49d7-96a5-0d60ed866ab7 req-d50f8015-2451-43de-8f05-674cc25409f0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417125
Feb 28 10:33:24.818722 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device de92c2f6-ff05-4a7e-b400-87bed5ba8b70 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:33:24.839183 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: de92c2f6-ff05-4a7e-b400-87bed5ba8b70 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:33:24.839534 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device de92c2f6-ff05-4a7e-b400-87bed5ba8b70 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:33:25.110302 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac92-dd7f-48b0-a62e-1eb0678b1d30 req-47614e91-a2d6-4bd1-95c5-e6b194cf7aee tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:25.111698 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1dadac92-dd7f-48b0-a62e-1eb0678b1d30 req-47614e91-a2d6-4bd1-95c5-e6b194cf7aee tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0513802
Feb 28 10:33:25.158586 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1dadac92-dd7f-48b0-a62e-1eb0678b1d30 req-3788a098-d670-46e9-9d65-79b4e8013350 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408866
Feb 28 10:33:26.276349 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9633b3-b120-4240-89fb-6690ecbb6425 req-9f7ab94d-44c2-412e-9173-61942f5cb235 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:26.277841 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-db9633b3-b120-4240-89fb-6690ecbb6425 req-9f7ab94d-44c2-412e-9173-61942f5cb235 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0522561
Feb 28 10:33:26.578683 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-db9633b3-b120-4240-89fb-6690ecbb6425 req-7cfa2fd0-350f-4ce6-a58a-932c67a350c3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2943068
Feb 28 10:33:27.732817 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174f600-1002-4eb3-86d4-b6c1f743c320 req-8aa3b736-ceac-4a4b-a859-218775a966a4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:27.745131 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f174f600-1002-4eb3-86d4-b6c1f743c320 req-8aa3b736-ceac-4a4b-a859-218775a966a4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0870693
Feb 28 10:33:27.807102 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f174f600-1002-4eb3-86d4-b6c1f743c320 req-a852574c-8957-44ad-b458-992423072f5d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555022
Feb 28 10:33:28.921141 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425ea1-d212-4f91-abce-20b8f76b7f24 req-e698cb7e-3131-494b-b322-37349bfd6fd2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:28.922625 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ba425ea1-d212-4f91-abce-20b8f76b7f24 req-e698cb7e-3131-494b-b322-37349bfd6fd2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0523772
Feb 28 10:33:28.971572 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ba425ea1-d212-4f91-abce-20b8f76b7f24 req-9d9357a7-2bf3-4ac4-92d1-56b45ba47143 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435686
Feb 28 10:33:30.091511 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1a10-2967-4957-ac44-5df43fcfa63b req-7bfa9da8-9334-48e9-8554-40e3a6539ae7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:30.093233 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c4be1a10-2967-4957-ac44-5df43fcfa63b req-7bfa9da8-9334-48e9-8554-40e3a6539ae7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0548441
Feb 28 10:33:30.144455 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c4be1a10-2967-4957-ac44-5df43fcfa63b req-c55962b4-d5eb-4aa4-bf88-02eed29f5faa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449390
Feb 28 10:33:31.269598 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60454dd-9264-4d03-8d06-e258fad616ab req-504f53a6-f5d9-4e3f-83a3-0e2edba4d06a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:31.271288 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c60454dd-9264-4d03-8d06-e258fad616ab req-504f53a6-f5d9-4e3f-83a3-0e2edba4d06a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0562942
Feb 28 10:33:31.318502 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c60454dd-9264-4d03-8d06-e258fad616ab req-713e1c7c-dce7-4072-88ec-e98c44e0aea5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416377
Feb 28 10:33:32.439105 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a2d9-c3a1-4282-9279-69240feb342c req-894d91c2-6ec3-43ca-bb6c-e941df905d37 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:32.440598 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0df7a2d9-c3a1-4282-9279-69240feb342c req-894d91c2-6ec3-43ca-bb6c-e941df905d37 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0554173
Feb 28 10:33:32.487317 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0df7a2d9-c3a1-4282-9279-69240feb342c req-f7068c74-a8a6-437e-b89b-4767558eec4a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411615
Feb 28 10:33:32.811586 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-4a9781ea-2591-44ca-9109-7ac14a6d5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:32.813068 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-4a9781ea-2591-44ca-9109-7ac14a6d5a47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.0450771
Feb 28 10:33:33.604716 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec56fb6-ebc0-43fd-bc30-2985ec80304c req-e6521591-dfe4-4ceb-92a6-3544eea10ff8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:33.606295 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ec56fb6-ebc0-43fd-bc30-2985ec80304c req-e6521591-dfe4-4ceb-92a6-3544eea10ff8 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0534141
Feb 28 10:33:33.652089 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ec56fb6-ebc0-43fd-bc30-2985ec80304c req-00da0d98-9ac4-4c07-84b5-29c50f9c1bfa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403714
Feb 28 10:33:33.852278 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-c7371c39-ef2f-4bb4-84ae-77d4d00b61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:33.853852 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-c7371c39-ef2f-4bb4-84ae-77d4d00b61bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.1101191
Feb 28 10:33:34.681017 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:34.805686 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-82b3f681-e636-4938-83d8-759b4e59d3e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 217 time: 0.0423474
Feb 28 10:33:34.867061 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f53aeb-6aa2-43e8-8dbf-3aee1b050e81 req-2d0f8957-05f3-4a3f-a68b-26c83db156b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:34.868562 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-12f53aeb-6aa2-43e8-8dbf-3aee1b050e81 req-2d0f8957-05f3-4a3f-a68b-26c83db156b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.1381898
Feb 28 10:33:34.890993 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-23bd99fa-ac6e-43e9-8958-dd63dc2283c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:34.892436 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-23bd99fa-ac6e-43e9-8958-dd63dc2283c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.0777924
Feb 28 10:33:34.930795 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-3bd9bd17-1c44-4321-9313-1a4de0ba6c19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299990
Feb 28 10:33:35.004894 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-12f53aeb-6aa2-43e8-8dbf-3aee1b050e81 req-e15560bc-5263-4c31-956a-15abfce02567 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239085
Feb 28 10:33:35.054566 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-8a54e02c-284f-4213-bec8-e0ec87f174c5 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152565
Feb 28 10:33:35.164228 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1eb9cf0a-7e6b-4d12-ae99-f8ccc4dffdb3 req-d4137ef8-5c5d-44d7-a7b8-c8d2a4825ddb service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025229
Feb 28 10:33:35.710202 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edec01-e389-4ead-a87e-bc456bd3f33f req-4d5def10-8bd0-4b24-b986-1a6e8d460e1f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:35.717435 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74edec01-e389-4ead-a87e-bc456bd3f33f req-4d5def10-8bd0-4b24-b986-1a6e8d460e1f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0763774
Feb 28 10:33:35.766665 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74edec01-e389-4ead-a87e-bc456bd3f33f req-3d3f91ec-fd56-45b4-81e5-8aefeb0c8da7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480938
Feb 28 10:33:36.000956 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425f231-ade0-4fa1-837c-701980185718 req-836b6668-f703-4659-a0c5-dfab7468c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:36.002496 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b425f231-ade0-4fa1-837c-701980185718 req-836b6668-f703-4659-a0c5-dfab7468c880 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.1263754
Feb 28 10:33:36.163181 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:33:36.165379 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b425f231-ade0-4fa1-837c-701980185718 req-23832bea-5866-480b-9f86-044d58b4ccb4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135418
Feb 28 10:33:36.205979 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc434cb-e5cb-4025-99e0-baccee14438b req-ce8d87e6-0f5d-4b06-8c4f-4196d54d166d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:36.213999 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbc434cb-e5cb-4025-99e0-baccee14438b req-ce8d87e6-0f5d-4b06-8c4f-4196d54d166d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0865941
Feb 28 10:33:36.303563 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbc434cb-e5cb-4025-99e0-baccee14438b req-0c804c98-ad54-4659-858f-7607d892107e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869350
Feb 28 10:33:36.917303 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9661e-199d-4e71-a2e5-96324a1ae7d4 req-f942cd1f-0e75-45ee-9421-6156d74fd048 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:36.919962 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-52c9661e-199d-4e71-a2e5-96324a1ae7d4 req-f942cd1f-0e75-45ee-9421-6156d74fd048 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0579963
Feb 28 10:33:36.968726 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-52c9661e-199d-4e71-a2e5-96324a1ae7d4 req-785c8a5e-7337-4579-be65-9efc618f64c0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437264
Feb 28 10:33:37.104046 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 43610) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:37.205778 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.279488 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Publish callbacks [] for security_group (52f9c63d-90d8-4070-8c47-0f03a17a510a), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.283123 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (52f9c63d-90d8-4070-8c47-0f03a17a510a), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.319905 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2b104b0f29e4a18905b57bf9276c626&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2146876
Feb 28 10:33:37.322039 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f9c63d-90d8-4070-8c47-0f03a17a510a,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:37.322787 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43616) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:37.330056 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.330418 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.330799 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.331143 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.331484 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.331823 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.332163 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.332499 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.332832 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.333200 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.333482 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.333883 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.334123 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353aaccd-aebd-4479-927f-e5ebcc26f4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.384035 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Publish callbacks [] for security_group (52f9c63d-90d8-4070-8c47-0f03a17a510a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.406033 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Publish callbacks [] for security_group (52f9c63d-90d8-4070-8c47-0f03a17a510a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.422008 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd44b08-62ee-4712-9bd4-2721ebb68af9 req-557e4ddd-4d2c-45b5-b4e4-50e12e5375ac tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:37.423529 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-edd44b08-62ee-4712-9bd4-2721ebb68af9 req-557e4ddd-4d2c-45b5-b4e4-50e12e5375ac tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0566907
Feb 28 10:33:37.452349 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (52f9c63d-90d8-4070-8c47-0f03a17a510a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.454964 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.456141 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52f9c63d-90d8-4070-8c47-0f03a17a510a HTTP/1.1" status: 204  len: 168 time: 0.1322253
Feb 28 10:33:37.464285 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f9c63d-90d8-4070-8c47-0f03a17a510a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:37.471976 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.472333 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.472437 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-edd44b08-62ee-4712-9bd4-2721ebb68af9 req-0737ddf1-1bfd-4e60-82b9-0d762f5937ef tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433440
Feb 28 10:33:37.472688 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.473032 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.473375 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.473712 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.474050 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.474392 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.474754 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.475188 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.475404 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.475731 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.476058 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24384cb-1253-4db8-9266-b24c4cbe114c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:37.720455 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 43626) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:37.738787 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-159e2c32-2f1a-48af-9321-f5995a5da6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.811993 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-159e2c32-2f1a-48af-9321-f5995a5da6f7 admin admin] Publish callbacks [] for security_group (a75e3929-b231-4676-ae27-2ecfee9e86f2), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.815628 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-159e2c32-2f1a-48af-9321-f5995a5da6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a75e3929-b231-4676-ae27-2ecfee9e86f2), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.852697 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e2c32-2f1a-48af-9321-f5995a5da6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e3929-b231-4676-ae27-2ecfee9e86f2,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:37.857472 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-159e2c32-2f1a-48af-9321-f5995a5da6f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a068a4673604d7ba2fd876f34761510&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1359544
Feb 28 10:33:37.860200 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 43632) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:37.910368 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7afa3030-38cd-49d1-a9c2-a140bf58ea01 admin admin] Publish callbacks [] for security_group (a75e3929-b231-4676-ae27-2ecfee9e86f2), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.930884 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7afa3030-38cd-49d1-a9c2-a140bf58ea01 admin admin] Publish callbacks [] for security_group (a75e3929-b231-4676-ae27-2ecfee9e86f2), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.978787 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7afa3030-38cd-49d1-a9c2-a140bf58ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a75e3929-b231-4676-ae27-2ecfee9e86f2), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.982384 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7afa3030-38cd-49d1-a9c2-a140bf58ea01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:37.983609 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-7afa3030-38cd-49d1-a9c2-a140bf58ea01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a75e3929-b231-4676-ae27-2ecfee9e86f2 HTTP/1.1" status: 204  len: 168 time: 0.1221616
Feb 28 10:33:37.992903 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa3030-38cd-49d1-a9c2-a140bf58ea01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e3929-b231-4676-ae27-2ecfee9e86f2,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:38.098487 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2ec66-873c-4856-b5ab-caf4fae85493 req-6c64f1f2-df71-43e2-8f8b-3cab80769b5b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:38.100024 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-83f2ec66-873c-4856-b5ab-caf4fae85493 req-6c64f1f2-df71-43e2-8f8b-3cab80769b5b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0576770
Feb 28 10:33:38.149951 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-83f2ec66-873c-4856-b5ab-caf4fae85493 req-593e75ef-7aa8-48cb-bb19-eb189357b261 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443249
Feb 28 10:33:38.315454 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43642) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:38.328183 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e5b1-3282-4432-9fac-cbbe7aac2157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:38.403814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e5b1-3282-4432-9fac-cbbe7aac2157 admin admin] Publish callbacks [] for security_group (eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:38.407490 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e5b1-3282-4432-9fac-cbbe7aac2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:38.443277 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6e5b1-3282-4432-9fac-cbbe7aac2157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:38.447437 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3ae6e5b1-3282-4432-9fac-cbbe7aac2157 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be32f3a45daa4a088697bea8d21927cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1309841
Feb 28 10:33:38.451153 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43644) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:38.497221 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eea581dc-6916-476f-8603-f631887ee00a admin admin] Publish callbacks [] for security_group (eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:38.519182 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eea581dc-6916-476f-8603-f631887ee00a admin admin] Publish callbacks [] for security_group (eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:38.567899 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eea581dc-6916-476f-8603-f631887ee00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:38.570592 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eea581dc-6916-476f-8603-f631887ee00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:38.571790 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-eea581dc-6916-476f-8603-f631887ee00a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7 HTTP/1.1" status: 204  len: 168 time: 0.1207573
Feb 28 10:33:38.579417 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea581dc-6916-476f-8603-f631887ee00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4abe19-5e11-4a1b-8227-b66fbd4ac9c7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:38.595071 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c58f8-5a32-4a3a-8d22-d2c7251ccb00 req-ac81a125-a6c4-4b52-bb7d-3ea4c7436190 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:38.596644 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-166c58f8-5a32-4a3a-8d22-d2c7251ccb00 req-ac81a125-a6c4-4b52-bb7d-3ea4c7436190 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0568926
Feb 28 10:33:38.652419 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-166c58f8-5a32-4a3a-8d22-d2c7251ccb00 req-9d00c76e-739d-4a78-b862-6bbb863717cd tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491598
Feb 28 10:33:39.279689 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8fd8-6bab-4a74-bae8-a75f237653a2 req-5d553ee4-82bc-4cdc-8ac9-0fb430335ba4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:39.281181 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-beae8fd8-6bab-4a74-bae8-a75f237653a2 req-5d553ee4-82bc-4cdc-8ac9-0fb430335ba4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0571516
Feb 28 10:33:39.327335 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-beae8fd8-6bab-4a74-bae8-a75f237653a2 req-2b3b3b6e-8b04-453b-a6df-fdc237b97e0f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408180
Feb 28 10:33:39.798041 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98cc9-ff45-4de0-8df3-04ffbeade7e8 req-a5ae5036-13fb-4d2e-a386-84fb03b4c3cb tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:39.804768 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7cc98cc9-ff45-4de0-8df3-04ffbeade7e8 req-a5ae5036-13fb-4d2e-a386-84fb03b4c3cb tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0814393
Feb 28 10:33:39.907230 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7cc98cc9-ff45-4de0-8df3-04ffbeade7e8 req-d0996032-1e35-4f8e-a7b3-7e0789fd1d30 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950608
Feb 28 10:33:40.598705 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84519511-05f3-4930-8343-aef545af6c41 req-00f3cf6e-ec90-4b16-9548-25a1d6ba0d46 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:40.607805 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-84519511-05f3-4930-8343-aef545af6c41 req-00f3cf6e-ec90-4b16-9548-25a1d6ba0d46 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1399984
Feb 28 10:33:40.725519 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-84519511-05f3-4930-8343-aef545af6c41 req-6539ed2c-a1fa-412b-893f-93d1d9e9eda1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139038
Feb 28 10:33:41.115083 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04809275-09b1-45be-bcfb-e0f7dec367d0 req-ad5f2e29-ca99-474d-817c-477382292411 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:41.116886 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-04809275-09b1-45be-bcfb-e0f7dec367d0 req-ad5f2e29-ca99-474d-817c-477382292411 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.1105483
Feb 28 10:33:41.180143 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-04809275-09b1-45be-bcfb-e0f7dec367d0 req-50cea270-019c-4e63-9772-1b60c11df0d3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551558
Feb 28 10:33:41.439871 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302ccc7-eddc-4706-9234-4ae5189e1f8d req-f4343e87-2c7f-4221-9374-5348e5585f3c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:41.441377 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e302ccc7-eddc-4706-9234-4ae5189e1f8d req-f4343e87-2c7f-4221-9374-5348e5585f3c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0543342
Feb 28 10:33:41.488415 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e302ccc7-eddc-4706-9234-4ae5189e1f8d req-4bc97517-b81a-4561-9524-e0e88335cff6 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414681
Feb 28 10:33:41.851769 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33afe47-9f4a-44cb-bd80-8fd37a6d587c req-405566f4-919b-4bce-a727-d3c0720ab2f1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:41.853263 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b33afe47-9f4a-44cb-bd80-8fd37a6d587c req-405566f4-919b-4bce-a727-d3c0720ab2f1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0571077
Feb 28 10:33:41.901994 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b33afe47-9f4a-44cb-bd80-8fd37a6d587c req-f94927d4-50bf-4660-87c3-ed6fb592e9d4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425625
Feb 28 10:33:42.609082 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0a3a0-e6b7-4ee0-a0b5-2ef0432357b7 req-b41ac17d-4b80-4a16-b115-36b56112e01d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:42.610534 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1ef0a3a0-e6b7-4ee0-a0b5-2ef0432357b7 req-b41ac17d-4b80-4a16-b115-36b56112e01d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0546584
Feb 28 10:33:42.657974 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1ef0a3a0-e6b7-4ee0-a0b5-2ef0432357b7 req-4d88365a-2e1b-4aff-9eca-196035dcd509 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419953
Feb 28 10:33:43.027252 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465299d4-5817-44f7-916a-c1ebde0a1e0c req-909234a3-4d35-42c1-8d60-adaec6dd2172 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:43.029399 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-465299d4-5817-44f7-916a-c1ebde0a1e0c req-909234a3-4d35-42c1-8d60-adaec6dd2172 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0568428
Feb 28 10:33:43.074374 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-465299d4-5817-44f7-916a-c1ebde0a1e0c req-55d4b818-f71b-428b-9bae-601c4a33afba tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396111
Feb 28 10:33:43.635701 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b637e4d3-cba5-4faa-8696-29b8c2fdb4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:43.777440 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c3771-cca9-467c-aa28-69ac6000d718 req-c75e99ae-a5ff-413e-ad76-31c0fd2496ae tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:43.779729 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b49c3771-cca9-467c-aa28-69ac6000d718 req-c75e99ae-a5ff-413e-ad76-31c0fd2496ae tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0536160
Feb 28 10:33:43.829017 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b49c3771-cca9-467c-aa28-69ac6000d718 req-c132bb4c-771e-4f93-9828-051013b66989 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432909
Feb 28 10:33:43.900066 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-b4093433-7bb3-4faf-a91f-caf4c5c95ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:43.901506 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-b4093433-7bb3-4faf-a91f-caf4c5c95ad0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.0545046
Feb 28 10:33:44.013356 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-2ddd7ecc-25f9-4675-8698-04305cf686c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:44.015086 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-2ddd7ecc-25f9-4675-8698-04305cf686c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.1058605
Feb 28 10:33:44.059503 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-daa4cbcc-8b8f-42e5-8496-d27a10915cea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 217 time: 0.0379796
Feb 28 10:33:44.117072 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-0e934bc4-9c09-4eae-84f0-72725b4731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:44.118543 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-0e934bc4-9c09-4eae-84f0-72725b4731ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.0531065
Feb 28 10:33:44.167264 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-5f8e07b6-43ec-492a-a47d-9bb8a2730e33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403218
Feb 28 10:33:44.299209 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0990f-610f-421b-aa5a-fb8e041e658d req-934d0e6f-54c3-47a1-9e65-944026422657 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:44.300773 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cef0990f-610f-421b-aa5a-fb8e041e658d req-934d0e6f-54c3-47a1-9e65-944026422657 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1373219
Feb 28 10:33:44.315555 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-c04a719e-3159-4ad1-a753-e557ebbff401 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380594
Feb 28 10:33:44.406930 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cef0990f-610f-421b-aa5a-fb8e041e658d req-615cd05b-d687-488d-8ba5-de05f93abced tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937147
Feb 28 10:33:44.445217 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bbff7a1d-82b6-4f70-9585-ff56e8b263a9 req-2c0001c9-8f8c-4b89-a00a-786c8ee8c090 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138875
Feb 28 10:33:45.002957 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537dad-0811-4bc9-af12-1ad8e8b8be82 req-20ff3f26-c982-4cb4-94fc-f0fe99ffc501 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:45.017446 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b9537dad-0811-4bc9-af12-1ad8e8b8be82 req-20ff3f26-c982-4cb4-94fc-f0fe99ffc501 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0863202
Feb 28 10:33:45.068587 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b9537dad-0811-4bc9-af12-1ad8e8b8be82 req-7ed788cd-d35f-4b4c-9f44-339071c1012d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539927
Feb 28 10:33:45.540258 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd6d1-aa6e-4f62-8a3d-9b0201694cf9 req-e112ec4b-eaa1-4f0f-bb4d-7919131941b4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:45.541811 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c01dd6d1-aa6e-4f62-8a3d-9b0201694cf9 req-e112ec4b-eaa1-4f0f-bb4d-7919131941b4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0605199
Feb 28 10:33:45.592634 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c01dd6d1-aa6e-4f62-8a3d-9b0201694cf9 req-338250b4-8898-4303-94cb-79ab05aa9e2b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439708
Feb 28 10:33:45.948580 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d292-885a-4d75-8365-4301108affa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:46.199101 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe4384-b752-4b99-98b6-2b5db90c5bf0 req-e44d1fae-655f-4bc1-b63e-747d81ea87cf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:46.200888 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1bfe4384-b752-4b99-98b6-2b5db90c5bf0 req-e44d1fae-655f-4bc1-b63e-747d81ea87cf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0580389
Feb 28 10:33:46.267229 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1bfe4384-b752-4b99-98b6-2b5db90c5bf0 req-957f15f6-c3a6-44d4-96f2-be4016ed7e97 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600927
Feb 28 10:33:46.720837 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904681c-d61c-4c2a-8da2-d94c832954c2 req-3f7bd1e8-c4a9-432a-9e36-d3a3648e123b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:46.722328 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c904681c-d61c-4c2a-8da2-d94c832954c2 req-3f7bd1e8-c4a9-432a-9e36-d3a3648e123b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0585597
Feb 28 10:33:46.772293 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c904681c-d61c-4c2a-8da2-d94c832954c2 req-5bfa6bbb-cbe3-4780-b1a2-8e6723991a87 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443196
Feb 28 10:33:47.096267 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:47.414301 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc11898-a9f4-4534-ba2d-a9fe179fe823 req-c7681647-fc4a-46ca-88e7-121be225adf5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:47.415884 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8cc11898-a9f4-4534-ba2d-a9fe179fe823 req-c7681647-fc4a-46ca-88e7-121be225adf5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0647082
Feb 28 10:33:47.465651 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8cc11898-a9f4-4534-ba2d-a9fe179fe823 req-a3b85462-b913-4b4f-8188-f38993936292 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433528
Feb 28 10:33:47.929383 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff936a9-a7eb-434c-8581-5e4c49f451ff req-6028997b-16c6-443a-960f-8e5092aad632 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:47.930898 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ff936a9-a7eb-434c-8581-5e4c49f451ff req-6028997b-16c6-443a-960f-8e5092aad632 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0632071
Feb 28 10:33:47.987338 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ff936a9-a7eb-434c-8581-5e4c49f451ff req-b5d7550b-09b2-4006-a09d-cb5c0ad5e10c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503027
Feb 28 10:33:48.280078 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 43972) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:48.472913 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8260e667-d9ca-444d-8b8d-74f54c18df83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.490725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.578825 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8260e667-d9ca-444d-8b8d-74f54c18df83 admin admin] Publish callbacks [] for security_group (cf613263-929d-4e07-9a88-772fee5a72df), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.589106 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8260e667-d9ca-444d-8b8d-74f54c18df83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cf613263-929d-4e07-9a88-772fee5a72df), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.620955 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260e667-d9ca-444d-8b8d-74f54c18df83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf613263-929d-4e07-9a88-772fee5a72df,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:48.652020 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8260e667-d9ca-444d-8b8d-74f54c18df83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=303eac921f124ecdadd26f8c34c50576&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3707352
Feb 28 10:33:48.655082 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 43992) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:48.735787 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bc3568fa-54aa-40d2-a91c-8997d974fee8 admin admin] Publish callbacks [] for security_group (cf613263-929d-4e07-9a88-772fee5a72df), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.768958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bc3568fa-54aa-40d2-a91c-8997d974fee8 admin admin] Publish callbacks [] for security_group (cf613263-929d-4e07-9a88-772fee5a72df), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.842704 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bc3568fa-54aa-40d2-a91c-8997d974fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cf613263-929d-4e07-9a88-772fee5a72df), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.845831 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bc3568fa-54aa-40d2-a91c-8997d974fee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:48.847148 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-bc3568fa-54aa-40d2-a91c-8997d974fee8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf613263-929d-4e07-9a88-772fee5a72df HTTP/1.1" status: 204  len: 168 time: 0.1905596
Feb 28 10:33:48.887983 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3568fa-54aa-40d2-a91c-8997d974fee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf613263-929d-4e07-9a88-772fee5a72df,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:49.041537 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0133017-c9a9-4367-accd-13f68513b35a req-d6b14cec-511a-4e59-8c0c-e2ebaeacfbaa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:49.043357 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b0133017-c9a9-4367-accd-13f68513b35a req-d6b14cec-511a-4e59-8c0c-e2ebaeacfbaa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0676517
Feb 28 10:33:49.127048 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b0133017-c9a9-4367-accd-13f68513b35a req-3b5acca7-0647-4e20-80a3-ddc6a8742615 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689313
Feb 28 10:33:49.213191 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01a30e-595a-45d3-b156-b28a5056af3c req-d8e9f147-60a9-419f-8ebd-3124033c6db7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:49.227621 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b01a30e-595a-45d3-b156-b28a5056af3c req-d8e9f147-60a9-419f-8ebd-3124033c6db7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1286340
Feb 28 10:33:49.278487 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b01a30e-595a-45d3-b156-b28a5056af3c req-edf42e1c-bd6c-4bbc-8673-38bf0a3e7acc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499392
Feb 28 10:33:49.900070 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44052) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:49.955683 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.124195 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1871253194-network', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:33:50.149720 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Made reservation on behalf of b55c46d5c05b41adb823461813ee1e5b for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:33:50.155232 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.168829 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.204638 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44064) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:50.281776 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks [] for security_group (41e49ce6-c975-4da0-ac1f-cbeacf20bdf4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.288501 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (41e49ce6-c975-4da0-ac1f-cbeacf20bdf4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.324875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:33:50.335622 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e49ce6-c975-4da0-ac1f-cbeacf20bdf4,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:50.343543 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (2a007df6-c872-4048-8f79-3b40b46f8b46), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.344141 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Added segment 2a007df6-c872-4048-8f79-3b40b46f8b46 of type vlan for network 956c294a-5b07-4205-ad8a-387d3422fbe8
Feb 28 10:33:50.400961 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f3f860bb-bd99-4b5e-92b1-c697d8579719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.424624 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (956c294a-5b07-4205-ad8a-387d3422fbe8), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.451944 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (956c294a-5b07-4205-ad8a-387d3422fbe8), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.453264 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:50.453885 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.484668 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa31e4e-9eb5-45eb-b542-60937dd8ad43 req-0fef4942-982e-4b71-b619-9c1fc0008dd9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:50.497338 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-faa31e4e-9eb5-45eb-b542-60937dd8ad43 req-0fef4942-982e-4b71-b619-9c1fc0008dd9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1136107
Feb 28 10:33:50.538356 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6369681
Feb 28 10:33:50.541171 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44072) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:50.564500 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Request body: {'subnet': {'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1871253194-subnet', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:33:50.581546 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba399-95e5-44da-aca6-6d847c664d6d admin admin] Pushing event updated for resources: {'Network': ['ID=956c294a-5b07-4205-ad8a-387d3422fbe8,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:50.589981 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-faa31e4e-9eb5-45eb-b542-60937dd8ad43 req-16caac0c-0337-4a6a-b6a8-3c48afa5b906 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917470
Feb 28 10:33:50.611507 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:33:50.615774 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f3f860bb-bd99-4b5e-92b1-c697d8579719 admin admin] Publish callbacks [] for security_group (c5add03c-2983-4432-a464-6cd044e1e39c), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.624964 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Made reservation on behalf of b55c46d5c05b41adb823461813ee1e5b for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:33:50.628358 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4536360'] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.636144 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f3f860bb-bd99-4b5e-92b1-c697d8579719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c5add03c-2983-4432-a464-6cd044e1e39c), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.767271 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f860bb-bd99-4b5e-92b1-c697d8579719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5add03c-2983-4432-a464-6cd044e1e39c,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:50.774694 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f3f860bb-bd99-4b5e-92b1-c697d8579719 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2634b84c41be490a885d7e470f4c8315&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5662537
Feb 28 10:33:50.775905 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44076) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:50.839273 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-54305c54-6fc6-4821-840e-d7de1a73a901 admin admin] Publish callbacks [] for security_group (c5add03c-2983-4432-a464-6cd044e1e39c), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.900790 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-54305c54-6fc6-4821-840e-d7de1a73a901 admin admin] Publish callbacks [] for security_group (c5add03c-2983-4432-a464-6cd044e1e39c), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.918292 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4536346'] for subnet (123faae4-a2c2-43a0-a700-63d5786e34ac), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.958817 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-54305c54-6fc6-4821-840e-d7de1a73a901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c5add03c-2983-4432-a464-6cd044e1e39c), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.961524 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-54305c54-6fc6-4821-840e-d7de1a73a901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:50.965727 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-54305c54-6fc6-4821-840e-d7de1a73a901 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5add03c-2983-4432-a464-6cd044e1e39c HTTP/1.1" status: 204  len: 168 time: 0.1863825
Feb 28 10:33:50.974313 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54305c54-6fc6-4821-840e-d7de1a73a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5add03c-2983-4432-a464-6cd044e1e39c,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:51.029004 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123faae4-a2c2-43a0-a700-63d5786e34ac,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:51.032046 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Checking segment: {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:33:51.032504 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Network hostable DHCP agents. Network: 956c294a-5b07-4205-ad8a-387d3422fbe8, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:33:51.055607 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:33:51.071218 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 956c294a-5b07-4205-ad8a-387d3422fbe8) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:33:51.081801 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6fc62-927d-4ce9-b3e6-7b1dfec27899 None None] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:33:51.097383 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:51.098056 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.129630 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44092) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:51.131316 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-cb383713-9f4a-4134-aedd-fe24c035bf77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5842834
Feb 28 10:33:51.133934 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:33:51.169914 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (0a808c09-079e-479d-b584-80908092d09b), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.171051 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (0a808c09-079e-479d-b584-80908092d09b), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.242361 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks [] for router_controller (0a808c09-079e-479d-b584-80908092d09b), precommit_add_association {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.256608 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-956c294a-5b07-4205-ad8a-387d3422fbe8', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:33:51.257553 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.420417 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks [] for router_gateway (0a808c09-079e-479d-b584-80908092d09b), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.436658 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44096) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:51.458250 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Allocated IP 172.20.0.2 (956c294a-5b07-4205-ad8a-387d3422fbe8/123faae4-a2c2-43a0-a700-63d5786e34ac/7c96d033-b82e-4456-b4c3-32d4abc6480d) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:33:51.459538 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3221eb47-a8fc-41d4-9783-1e41371d70cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.606430 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3221eb47-a8fc-41d4-9783-1e41371d70cf admin admin] Publish callbacks [] for security_group (d99e3823-06aa-4258-bbde-4b76794f5219), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.612270 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3221eb47-a8fc-41d4-9783-1e41371d70cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d99e3823-06aa-4258-bbde-4b76794f5219), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.641188 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Publish callbacks [] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.649532 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.675596 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:33:51.695011 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-3221eb47-a8fc-41d4-9783-1e41371d70cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f98227eadc747178d77b0c7b21d9c66&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2571495
Feb 28 10:33:51.697701 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44100) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:51.703410 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221eb47-a8fc-41d4-9783-1e41371d70cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99e3823-06aa-4258-bbde-4b76794f5219,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:51.710710 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:33:51.715037 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:33:51.779447 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Pushing event updated for resources: {'Port': ['ID=7c96d033-b82e-4456-b4c3-32d4abc6480d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:51.805990 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-067d958d-a550-415e-9ba0-bd272632459f admin admin] Publish callbacks [] for security_group (d99e3823-06aa-4258-bbde-4b76794f5219), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.812672 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.813133 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.813566 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.813977 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.814383 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.814923 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.815461 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.815987 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.816385 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.817021 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.817424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.817821 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.818348 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:51.841676 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Attempting to bind port 7c96d033-b82e-4456-b4c3-32d4abc6480d on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:33:51.846820 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Attempting to bind port 7c96d033-b82e-4456-b4c3-32d4abc6480d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:33:51.849345 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Attempting to bind port 7c96d033-b82e-4456-b4c3-32d4abc6480d on network 956c294a-5b07-4205-ad8a-387d3422fbe8 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:33:51.860072 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-067d958d-a550-415e-9ba0-bd272632459f admin admin] Publish callbacks [] for security_group (d99e3823-06aa-4258-bbde-4b76794f5219), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.864260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks [] for router_gateway (0a808c09-079e-479d-b584-80908092d09b), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.878663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:33:51.878663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Checking segment: {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:33:51.878663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.878663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Bound using segment: {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:33:51.878663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Bound port: 7c96d033-b82e-4456-b4c3-32d4abc6480d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:33:51.878663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.903030 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.925432 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83444-7d30-4400-954a-34ad02fa2802 req-0789815c-84f5-46d5-8ad6-cdd79cdd82d4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:51.932775 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-61e83444-7d30-4400-954a-34ad02fa2802 req-0789815c-84f5-46d5-8ad6-cdd79cdd82d4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1706505
Feb 28 10:33:51.962955 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-067d958d-a550-415e-9ba0-bd272632459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d99e3823-06aa-4258-bbde-4b76794f5219), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.967664 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-067d958d-a550-415e-9ba0-bd272632459f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:51.969322 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-067d958d-a550-415e-9ba0-bd272632459f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d99e3823-06aa-4258-bbde-4b76794f5219 HTTP/1.1" status: 204  len: 168 time: 0.2679462
Feb 28 10:33:51.984515 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d958d-a550-415e-9ba0-bd272632459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99e3823-06aa-4258-bbde-4b76794f5219,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:51.986835 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] For port 7c96d033-b82e-4456-b4c3-32d4abc6480d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:33:51.992934 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] For port 7c96d033-b82e-4456-b4c3-32d4abc6480d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c96d033-b82e-4456-b4c3-32d4abc6480d,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:33:52.007750 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:52.062981 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-61e83444-7d30-4400-954a-34ad02fa2802 req-91775118-cf1c-46ad-ad9f-33f76e016548 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254830
Feb 28 10:33:52.113664 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Allocated IP 172.37.2.76 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:33:52.127945 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d009bd-1de0-4993-956d-a8b20f2092ab None None] Pushing event updated for resources: {'Port': ['ID=7c96d033-b82e-4456-b4c3-32d4abc6480d,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:52.535100 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks [] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:52.596190 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:52.654190 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:33:52.657369 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:33:52.662158 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:33:52.749615 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:52.999192 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks [] for router_gateway (0a808c09-079e-479d-b584-80908092d09b), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:53.338011 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52da34-cfe0-4788-bcf5-0795d9263bbf req-ba7b1a81-4d16-455f-881d-8d438ddd7e98 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:53.339589 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e52da34-cfe0-4788-bcf5-0795d9263bbf req-ba7b1a81-4d16-455f-881d-8d438ddd7e98 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.0786817
Feb 28 10:33:53.479672 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (0a808c09-079e-479d-b584-80908092d09b), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:53.486998 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e52da34-cfe0-4788-bcf5-0795d9263bbf req-080e88f8-d1ba-4d25-97ac-61c2fa07e1e7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099527
Feb 28 10:33:53.534679 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84afc89-00ae-43cc-97c5-80caac8ba255 None None] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:33:53.624565 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Router 0a808c09-079e-479d-b584-80908092d09b is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:33:53.679258 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-d1fde2d9-8941-418b-aa5c-8cb83373d88f None None] Provisioning complete for port 7c96d033-b82e-4456-b4c3-32d4abc6480d triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:53.679706 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d1fde2d9-8941-418b-aa5c-8cb83373d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:53.791449 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:33:53.803206 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Sync routers for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:33:53.808616 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:33:53.827597 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:53.829888 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-abc7bfb9-3138-4646-a081-4f935427fda1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6983631
Feb 28 10:33:53.830043 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:33:53.831380 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259a62340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:33:53.831997 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44154) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:53.961239 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d1fde2d9-8941-418b-aa5c-8cb83373d88f None None] Current status of the port 7c96d033-b82e-4456-b4c3-32d4abc6480d is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:53.961638 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d1fde2d9-8941-418b-aa5c-8cb83373d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:54.040680 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:33:54.103414 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d1fde2d9-8941-418b-aa5c-8cb83373d88f None None] For port 7c96d033-b82e-4456-b4c3-32d4abc6480d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c96d033-b82e-4456-b4c3-32d4abc6480d,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:54.104909 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7c96d033-b82e-4456-b4c3-32d4abc6480d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:33:54.568121 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259a62340>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:52Z', 'revision_number': 3, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:33:54.595664 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:54.638272 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Checking router: 0a808c09-079e-479d-b584-80908092d09b for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:33:54.639000 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Updating router 0a808c09-079e-479d-b584-80908092d09b port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:33:54.671297 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:54.677548 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'port_id': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'mac_address': 'fa:16:3e:06:42:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:33:54.695746 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d1fde2d9-8941-418b-aa5c-8cb83373d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:54.803403 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e25f-629e-407e-84d3-47b34c72bf43 req-1d7eef3d-9712-4ce6-ade5-60be7ebb0e7b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:54.816539 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5f67e25f-629e-407e-84d3-47b34c72bf43 req-1d7eef3d-9712-4ce6-ade5-60be7ebb0e7b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1419809
Feb 28 10:33:54.929299 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: ACTIVE; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:54.937815 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5f67e25f-629e-407e-84d3-47b34c72bf43 req-f092eae3-9b7b-4447-b965-1e94cd2098dd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199968
Feb 28 10:33:54.941965 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.020635 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed312-e5f9-404a-9aa4-cd2bd9e2ac06 req-9b9edbc9-f4df-4d55-b406-dc88f29c97a5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:55.022778 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d71ed312-e5f9-404a-9aa4-cd2bd9e2ac06 req-9b9edbc9-f4df-4d55-b406-dc88f29c97a5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1166503
Feb 28 10:33:55.083054 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.090290 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d71ed312-e5f9-404a-9aa4-cd2bd9e2ac06 req-95761b00-b16d-4fee-ad22-22ae0ee2aa51 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604203
Feb 28 10:33:55.111197 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76aed61f-8cd7-4455-a163-d78d7f320a35 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:33:55.194876 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-51e937c0-846c-4802-9d4e-614812db4079 None None] Provisioning complete for port 7c96d033-b82e-4456-b4c3-32d4abc6480d triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:55.195445 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-51e937c0-846c-4802-9d4e-614812db4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.202486 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fde2d9-8941-418b-aa5c-8cb83373d88f None None] Pushing event updated for resources: {'Port': ['ID=7c96d033-b82e-4456-b4c3-32d4abc6480d,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:55.212806 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Publish callbacks [] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.222838 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.291442 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Pushing event updated for resources: {'Port': ['ID=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:55.311064 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:55.326718 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.327401 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.328353 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.330088 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.330592 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.331165 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.331606 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.332075 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.332982 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.338165 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.338165 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.338165 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.338165 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:33:55.339046 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Attempting to bind port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:33:55.339515 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Attempting to bind port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:33:55.340208 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Attempting to bind port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:33:55.349034 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:33:55.349591 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:33:55.350282 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.350839 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:33:55.352862 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Bound port: e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:33:55.352862 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.354463 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.420972 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] For port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:33:55.425490 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] For port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:33:55.435160 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.438437 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 7c96d033-b82e-4456-b4c3-32d4abc6480d triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:55.438862 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.492699 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Allocated IP 172.20.0.1 (956c294a-5b07-4205-ad8a-387d3422fbe8/123faae4-a2c2-43a0-a700-63d5786e34ac/56796b83-405f-433f-ade5-9d4e69f5e4b7) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:33:55.527563 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8eacb-7f0f-4f6c-9212-d8482bba3c5a None None] Pushing event updated for resources: {'Port': ['ID=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:55.531297 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:33:55.532395 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259a62340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:33:55.569642 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=6']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:55.652868 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 7c96d033-b82e-4456-b4c3-32d4abc6480d is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:55.655801 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['76aed61f-8cd7-4455-a163-d78d7f320a35'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:33:55.688068 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:33:55.718625 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-51e937c0-846c-4802-9d4e-614812db4079 None None] Current status of the port 7c96d033-b82e-4456-b4c3-32d4abc6480d is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:55.742862 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks [] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.824849 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:55.942252 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:33:55.954275 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:33:55.958286 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:33:56.011547 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7c96d033-b82e-4456-b4c3-32d4abc6480d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:33:56.030216 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Pushing event updated for resources: {'Port': ['ID=56796b83-405f-433f-ade5-9d4e69f5e4b7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:56.172522 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (0a808c09-079e-479d-b584-80908092d09b), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:56.177141 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259a62340>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:52Z', 'revision_number': 3, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:33:56.300210 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728d5a7-f9b8-4f7a-a691-f7b8428644a0 None None] The sync data for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi is: [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:52Z', 'revision_number': 3, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:33:56.327534 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 7c96d033-b82e-4456-b4c3-32d4abc6480d triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:56.327856 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:56.439246 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b696ed-6de4-47ed-8daf-caf650e4fd9b req-1007bf8b-2615-4c2e-9d96-b8f11e1b76d6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:56.452898 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b1b696ed-6de4-47ed-8daf-caf650e4fd9b req-1007bf8b-2615-4c2e-9d96-b8f11e1b76d6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.2681124
Feb 28 10:33:56.506840 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44242) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:56.540587 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-6cd77217-4abb-40dd-a0f6-930ab8dc3fcf None None] Provisioning complete for port 56796b83-405f-433f-ade5-9d4e69f5e4b7 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:56.541251 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6cd77217-4abb-40dd-a0f6-930ab8dc3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:56.552572 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:56.587698 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b527d-d403-4405-9b16-ac84b351cdd0 req-c4869b70-7868-4df1-aba3-fc81d3a11ef3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:56.589488 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c0b527d-d403-4405-9b16-ac84b351cdd0 req-c4869b70-7868-4df1-aba3-fc81d3a11ef3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1660042
Feb 28 10:33:56.627498 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b1b696ed-6de4-47ed-8daf-caf650e4fd9b req-a4b4d604-e83b-496d-8472-6e737d3d53da tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1731846
Feb 28 10:33:56.646989 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-6cd77217-4abb-40dd-a0f6-930ab8dc3fcf None None] Port 56796b83-405f-433f-ade5-9d4e69f5e4b7 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:33:56.719812 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 7c96d033-b82e-4456-b4c3-32d4abc6480d is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:56.754704 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c0b527d-d403-4405-9b16-ac84b351cdd0 req-db295832-673f-4f94-abf7-42f7306260a5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550226
Feb 28 10:33:56.807700 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7f2fa8b1-9e42-49b6-b322-ed26c462044d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:56.924493 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks [] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:56.955976 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.120097 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7f2fa8b1-9e42-49b6-b322-ed26c462044d admin admin] Publish callbacks [] for security_group (e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.149963 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (0a808c09-079e-479d-b584-80908092d09b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.166168 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7f2fa8b1-9e42-49b6-b322-ed26c462044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.195234 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Pushing event updated for resources: {'Port': ['ID=56796b83-405f-433f-ade5-9d4e69f5e4b7,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:57.234408 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fa8b1-9e42-49b6-b322-ed26c462044d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:57.284596 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7f2fa8b1-9e42-49b6-b322-ed26c462044d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffabba40ee0f441b9968a86eca9ec6d3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7766850
Feb 28 10:33:57.287378 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44272) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:57.373913 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:33:57.376576 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:33:57.402540 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-600e799d-eb75-47c1-b97c-15ba79c7e56e admin admin] Publish callbacks [] for security_group (e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.447936 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-600e799d-eb75-47c1-b97c-15ba79c7e56e admin admin] Publish callbacks [] for security_group (e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.604754 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-600e799d-eb75-47c1-b97c-15ba79c7e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.609800 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-600e799d-eb75-47c1-b97c-15ba79c7e56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:57.611399 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-600e799d-eb75-47c1-b97c-15ba79c7e56e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab HTTP/1.1" status: 204  len: 168 time: 0.3229303
Feb 28 10:33:57.667614 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e799d-eb75-47c1-b97c-15ba79c7e56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1fd41-65a1-4cea-bd41-2f0099a8b8ab,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:57.757866 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Router 0a808c09-079e-479d-b584-80908092d09b has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:33:57.832054 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:33:58.108645 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-09b6d7d8-effd-49f3-924b-676c219a7bd4 None None] Provisioning complete for port 56796b83-405f-433f-ade5-9d4e69f5e4b7 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:58.109082 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-09b6d7d8-effd-49f3-924b-676c219a7bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.116585 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:33:58.152630 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e439394-053a-4222-a068-61ba67932136 req-18a8dcf0-40b2-4a72-84d2-96f6d77fa0a7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:58.164230 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5e439394-053a-4222-a068-61ba67932136 req-18a8dcf0-40b2-4a72-84d2-96f6d77fa0a7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.3012524
Feb 28 10:33:58.181292 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:33:58.197706 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c27b91c4-fa8a-4477-9224-7274d4f55c8e admin admin] 10.222.0.21 "PUT /v2.0/routers/0a808c09-079e-479d-b584-80908092d09b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3639989
Feb 28 10:33:58.327573 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 76aed61f-8cd7-4455-a163-d78d7f320a35 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:58.327963 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.328927 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5e439394-053a-4222-a068-61ba67932136 req-ca93022b-3bd0-4e2a-b55e-0953c215d9d0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637089
Feb 28 10:33:58.379672 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208608e8-b125-4e1d-9550-3355df2d2386 req-3a33b16b-30b8-4140-b1d8-66198615bc4f tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:58.381616 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-208608e8-b125-4e1d-9550-3355df2d2386 req-3a33b16b-30b8-4140-b1d8-66198615bc4f tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.4081373
Feb 28 10:33:58.427905 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-09b6d7d8-effd-49f3-924b-676c219a7bd4 None None] Port 56796b83-405f-433f-ade5-9d4e69f5e4b7 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:33:58.461734 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44300) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:58.496187 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:33:58.496592 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.499536 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb756-577d-4c3d-8155-a11e3f5b716c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.566906 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-208608e8-b125-4e1d-9550-3355df2d2386 req-345919b4-3165-496f-9429-d3744a204cae tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1770294
Feb 28 10:33:58.734408 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:58.734852 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.747872 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb756-577d-4c3d-8155-a11e3f5b716c admin admin] Publish callbacks [] for security_group (3595f336-fbea-4ad1-aae2-643ee479ce13), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.756142 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb756-577d-4c3d-8155-a11e3f5b716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (3595f336-fbea-4ad1-aae2-643ee479ce13), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.759483 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:33:58.759910 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.815278 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:58.837871 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:58.850494 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:33:58.862440 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0728a266-3cdf-46f7-ab46-989460875cf2" -d '{"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-plugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:33:58.899715 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44308) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:33:58.920073 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f3dcb756-577d-4c3d-8155-a11e3f5b716c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fd3c18f56294a6c80e47d5343ebcf26&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4566867
Feb 28 10:33:58.927346 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcb756-577d-4c3d-8155-a11e3f5b716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3595f336-fbea-4ad1-aae2-643ee479ce13,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:59.011761 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:33:59.037969 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:59.038481 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-949adf73-ad90-42be-ada5-31bb3e76b45e admin admin] Publish callbacks [] for security_group (3595f336-fbea-4ad1-aae2-643ee479ce13), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:59.109770 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:59.124977 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-949adf73-ad90-42be-ada5-31bb3e76b45e admin admin] Publish callbacks [] for security_group (3595f336-fbea-4ad1-aae2-643ee479ce13), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:59.126031 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6cdc93-d37d-4e0f-ae79-4e51ccfb5395 x-openstack-request-id: req-6b6cdc93-d37d-4e0f-ae79-4e51ccfb5395 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:33:59.127128 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-plugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:33:59.127617 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b6cdc93-d37d-4e0f-ae79-4e51ccfb5395 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:33:59.128231 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'code': 200}
Feb 28 10:33:59.266258 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=7']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:59.302012 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-949adf73-ad90-42be-ada5-31bb3e76b45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (3595f336-fbea-4ad1-aae2-643ee479ce13), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:59.305669 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-949adf73-ad90-42be-ada5-31bb3e76b45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:33:59.313145 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-949adf73-ad90-42be-ada5-31bb3e76b45e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3595f336-fbea-4ad1-aae2-643ee479ce13 HTTP/1.1" status: 204  len: 168 time: 0.4120731
Feb 28 10:33:59.352655 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949adf73-ad90-42be-ada5-31bb3e76b45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595f336-fbea-4ad1-aae2-643ee479ce13,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:33:59.451196 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Sync routers for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:33:59.493596 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:33:59.499529 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258de29d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:33:59.607783 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bdfa4-a626-4f97-8652-01cc0ff8f853 req-893b5ebb-541c-499f-a740-6807c0462bc9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:59.625284 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a88bdfa4-a626-4f97-8652-01cc0ff8f853 req-893b5ebb-541c-499f-a740-6807c0462bc9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1846921
Feb 28 10:33:59.785583 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a88bdfa4-a626-4f97-8652-01cc0ff8f853 req-bf3baf6e-39cd-42e7-b4e8-79e6f51895a5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570773
Feb 28 10:33:59.832362 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:33:59.973227 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611cdb2-ee3f-46a7-bccc-47b2d1a4c814 req-1a807a92-8cd1-4613-9c07-6f09991a8058 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:33:59.975116 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f611cdb2-ee3f-46a7-bccc-47b2d1a4c814 req-1a807a92-8cd1-4613-9c07-6f09991a8058 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1886008
Feb 28 10:34:00.022199 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44336) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:00.028186 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1854493351-network', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:00.071433 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:00.104245 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Made reservation on behalf of 3600bc55c6f84479864d57e9a8f9e0af for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:00.111690 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.142615 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.291522 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f611cdb2-ee3f-46a7-bccc-47b2d1a4c814 req-d7b383af-7a03-484e-9159-ef650fc5e2b1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3102133
Feb 28 10:34:00.493746 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks [] for security_group (2e57a707-f38f-426e-9aba-bed0e8972a89), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.501191 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258de29d0>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 2, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:00.504062 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (2e57a707-f38f-426e-9aba-bed0e8972a89), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.505945 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:00.506556 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.526679 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44342) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:00.543268 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:34:00.554491 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.554902 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Added segment a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e of type vlan for network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc
Feb 28 10:34:00.604281 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Checking router: 0a808c09-079e-479d-b584-80908092d09b for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:34:00.605058 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Updating router 0a808c09-079e-479d-b584-80908092d09b port 56796b83-405f-433f-ade5-9d4e69f5e4b7 binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:34:00.640930 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (112c34bb-1362-4fcd-b3cd-4cf35c638cfc), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.742760 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (112c34bb-1362-4fcd-b3cd-4cf35c638cfc), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.750424 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:00.751383 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.787538 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.827170 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=112c34bb-1362-4fcd-b3cd-4cf35c638cfc,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:00.848847 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e57a707-f38f-426e-9aba-bed0e8972a89,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:00.868767 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-60ee1554-1845-46c6-b84c-1e3287f3a5b5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8451531
Feb 28 10:34:00.875086 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44350) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:00.878617 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:00.900334 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Request body: {'subnet': {'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1854493351-subnet', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:00.906564 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a5d986a9-ffe8-4185-b9e5-02b2526f6ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:00.985322 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Made reservation on behalf of 3600bc55c6f84479864d57e9a8f9e0af for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:00.988365 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4536360'] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:01.187599 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:34:01.225307 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988dcc-d927-446b-becd-c63bd1f36e71 req-97f892ca-214f-474f-b51e-934a7ebdcbe0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:01.235732 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef988dcc-d927-446b-becd-c63bd1f36e71 req-97f892ca-214f-474f-b51e-934a7ebdcbe0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.2275019
Feb 28 10:34:01.413445 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a5d986a9-ffe8-4185-b9e5-02b2526f6ee4 admin admin] Publish callbacks [] for security_group (c4fa7e08-a5bb-472b-8c4b-55c6abd6945d), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:01.428171 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a5d986a9-ffe8-4185-b9e5-02b2526f6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c4fa7e08-a5bb-472b-8c4b-55c6abd6945d), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:01.479284 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4536346'] for subnet (c9042a9d-1cdb-4122-beaf-c50d9e747c15), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:01.625168 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef988dcc-d927-446b-becd-c63bd1f36e71 req-430b0f72-b0bc-4714-8ae1-2fa3e0a431d0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3800509
Feb 28 10:34:01.714807 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a5d986a9-ffe8-4185-b9e5-02b2526f6ee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cf4ea175d3c4c7fb2f4fca8aaebb163&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1869731
Feb 28 10:34:01.727746 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d986a9-ffe8-4185-b9e5-02b2526f6ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa7e08-a5bb-472b-8c4b-55c6abd6945d,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:01.730342 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44368) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:01.860649 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf251-9d74-43b8-ba12-700102d61c1f req-cf161095-d474-4e3a-aa71-22832994ef65 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:01.862145 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aaabf251-9d74-43b8-ba12-700102d61c1f req-cf161095-d474-4e3a-aa71-22832994ef65 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.3432825
Feb 28 10:34:01.995803 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-8ef90804-4325-4da3-8f75-ec6f8f3bd6c9 admin admin] Publish callbacks [] for security_group (c4fa7e08-a5bb-472b-8c4b-55c6abd6945d), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.060216 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Publish callbacks [] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.080818 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.122519 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aaabf251-9d74-43b8-ba12-700102d61c1f req-71156552-66ee-47e5-8751-7c51fc7e6de7 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2366536
Feb 28 10:34:02.124595 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-8ef90804-4325-4da3-8f75-ec6f8f3bd6c9 admin admin] Publish callbacks [] for security_group (c4fa7e08-a5bb-472b-8c4b-55c6abd6945d), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.234138 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9042a9d-1cdb-4122-beaf-c50d9e747c15,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:02.263422 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d76d6f-dd1b-40cc-9275-bb8327b7f4e6 None None] Pushing event updated for resources: {'Port': ['ID=56796b83-405f-433f-ade5-9d4e69f5e4b7,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:02.289891 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-8ef90804-4325-4da3-8f75-ec6f8f3bd6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c4fa7e08-a5bb-472b-8c4b-55c6abd6945d), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.297337 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-8ef90804-4325-4da3-8f75-ec6f8f3bd6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.297337 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-8ef90804-4325-4da3-8f75-ec6f8f3bd6c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4fa7e08-a5bb-472b-8c4b-55c6abd6945d HTTP/1.1" status: 204  len: 168 time: 0.5454290
Feb 28 10:34:02.309326 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef90804-4325-4da3-8f75-ec6f8f3bd6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa7e08-a5bb-472b-8c4b-55c6abd6945d,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:02.350554 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Checking segment: {'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:02.351070 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Network hostable DHCP agents. Network: 112c34bb-1362-4fcd-b3cd-4cf35c638cfc, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:34:02.399147 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:34:02.444842 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 112c34bb-1362-4fcd-b3cd-4cf35c638cfc) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:02.450950 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Attempting to bind port 56796b83-405f-433f-ade5-9d4e69f5e4b7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:02.451374 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Attempting to bind port 56796b83-405f-433f-ade5-9d4e69f5e4b7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:02.453607 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Attempting to bind port 56796b83-405f-433f-ade5-9d4e69f5e4b7 on network 956c294a-5b07-4205-ad8a-387d3422fbe8 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:02.461485 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:02.462384 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.468076 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaaa970-d1ff-4519-8875-d7defa2978fe None None] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:34:02.471479 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:02.471865 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Checking segment: {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:02.472282 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.483337 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Bound using segment: {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:02.483879 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Bound port: 56796b83-405f-433f-ade5-9d4e69f5e4b7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:02.484299 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.529355 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44386) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:02.530627 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7c048239-1009-4b64-a1c2-8e2bca93ce16 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6543806
Feb 28 10:34:02.536130 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:02.588669 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.590119 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:02.777069 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks [] for router_controller (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), precommit_add_association {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:03.432464 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fc181397-416f-4241-9a39-c62fbb65e678 None None] Provisioning complete for port 56796b83-405f-433f-ade5-9d4e69f5e4b7 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:03.432464 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fc181397-416f-4241-9a39-c62fbb65e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:03.440614 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] For port 56796b83-405f-433f-ade5-9d4e69f5e4b7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:03.474107 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] For port 56796b83-405f-433f-ade5-9d4e69f5e4b7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56796b83-405f-433f-ade5-9d4e69f5e4b7,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:03.586420 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:03.602430 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-112c34bb-1362-4fcd-b3cd-4cf35c638cfc', 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc', 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'fixed_ips': [{'subnet_id': 'c9042a9d-1cdb-4122-beaf-c50d9e747c15'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:34:03.603339 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:03.677457 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fc181397-416f-4241-9a39-c62fbb65e678 None None] Port 56796b83-405f-433f-ade5-9d4e69f5e4b7 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:03.795894 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks [] for router_gateway (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:03.821918 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-e722b42e-2058-4088-b5a4-95fa11b2d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:03.826149 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-e722b42e-2058-4088-b5a4-95fa11b2d569 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.9034953
Feb 28 10:34:03.878800 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:03.879785 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258de29d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:03.943389 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7532b-673f-4702-85cc-922b7513cfcd req-0850e8d8-d47d-49d5-aea8-a36725788f0a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:03.945174 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f8c7532b-673f-4702-85cc-922b7513cfcd req-0850e8d8-d47d-49d5-aea8-a36725788f0a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 1.0242643
Feb 28 10:34:03.945612 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d76d6f-dd1b-40cc-9275-bb8327b7f4e6 None None] Pushing event updated for resources: {'Port': ['ID=56796b83-405f-433f-ade5-9d4e69f5e4b7,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:04.110869 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Allocated IP 172.20.0.2 (112c34bb-1362-4fcd-b3cd-4cf35c638cfc/c9042a9d-1cdb-4122-beaf-c50d9e747c15/4b1f60d9-8118-452d-8773-923b9f6f697f) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:04.134364 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877aad-36af-4197-9eb7-1c2e0c211857 req-2ce9cfe6-0893-486d-be7f-b2ebbf23747d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:04.144887 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-32877aad-36af-4197-9eb7-1c2e0c211857 req-2ce9cfe6-0893-486d-be7f-b2ebbf23747d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 1.0335870
Feb 28 10:34:04.199469 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44426) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:04.297205 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f8c7532b-673f-4702-85cc-922b7513cfcd req-3976185c-4262-4981-bba7-d9608958bd66 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1968901
Feb 28 10:34:04.315303 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-32877aad-36af-4197-9eb7-1c2e0c211857 req-191b4030-7550-4d61-b8e7-5cc525250183 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693883
Feb 28 10:34:04.389237 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-47cbaaaa-208c-46fe-9121-fccbf6fd44af None None] Provisioning complete for port 56796b83-405f-433f-ade5-9d4e69f5e4b7 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:04.389237 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47cbaaaa-208c-46fe-9121-fccbf6fd44af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.424813 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-a9d07408-6c9f-4c33-aa4e-fa8c260a51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:04.426355 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-a9d07408-6c9f-4c33-aa4e-fa8c260a51f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.5467746
Feb 28 10:34:04.436678 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:04.535699 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Publish callbacks [] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.599303 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298281547-network', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:04.646261 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.660308 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Made reservation on behalf of b8784f6a53624f7688d9ae0ae0e15169 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:04.663057 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.693904 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.708286 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-37959c21-0abc-4bae-8d13-0a1794a3e7c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 217 time: 0.1177437
Feb 28 10:34:04.814637 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddafd81-cbae-4169-b9e4-95dc6ae7e01d req-4139ed00-6826-46f6-95ce-045b5e77389c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:04.817088 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:04.825632 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2ddafd81-cbae-4169-b9e4-95dc6ae7e01d req-4139ed00-6826-46f6-95ce-045b5e77389c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.2370138
Feb 28 10:34:04.835650 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:04.852452 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks [] for router_gateway (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.865077 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:04.924380 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Pushing event updated for resources: {'Port': ['ID=4b1f60d9-8118-452d-8773-923b9f6f697f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:04.925982 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks [] for security_group (09f61f71-513a-43d6-804d-e408bb3204c4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.927676 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-47cbaaaa-208c-46fe-9121-fccbf6fd44af None None] Current status of the port 56796b83-405f-433f-ade5-9d4e69f5e4b7 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:04.928402 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47cbaaaa-208c-46fe-9121-fccbf6fd44af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.936585 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (09f61f71-513a-43d6-804d-e408bb3204c4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.948496 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.973819 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-0a262cf8-9f5b-40d9-9e0f-9046317e9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:04.980460 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-0a262cf8-9f5b-40d9-9e0f-9046317e9a53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.2472129
Feb 28 10:34:04.984270 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:04.994283 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:34:05.010291 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f61f71-513a-43d6-804d-e408bb3204c4,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:05.024783 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (0f01608d-43af-483b-ab70-ce54d97beaf6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.024783 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Added segment 0f01608d-43af-483b-ab70-ce54d97beaf6 of type vlan for network 08ce50bb-e12e-4613-b944-9efdb4ba7ded
Feb 28 10:34:05.115165 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-47cbaaaa-208c-46fe-9121-fccbf6fd44af None None] For port 56796b83-405f-433f-ade5-9d4e69f5e4b7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56796b83-405f-433f-ade5-9d4e69f5e4b7,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:05.117651 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-d8771c35-add0-42c3-9ce7-f6e07e5a7d84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1092908
Feb 28 10:34:05.126496 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (08ce50bb-e12e-4613-b944-9efdb4ba7ded), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.148687 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47cbaaaa-208c-46fe-9121-fccbf6fd44af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.190939 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Attempting to bind port 4b1f60d9-8118-452d-8773-923b9f6f697f on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:05.191728 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Attempting to bind port 4b1f60d9-8118-452d-8773-923b9f6f697f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:05.192207 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Attempting to bind port 4b1f60d9-8118-452d-8773-923b9f6f697f on network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:05.235630 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:05.236083 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Checking segment: {'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:05.236584 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.237221 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Bound using segment: {'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:05.237800 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Bound port: 4b1f60d9-8118-452d-8773-923b9f6f697f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:05.238279 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.248249 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (08ce50bb-e12e-4613-b944-9efdb4ba7ded), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.249372 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:05.250117 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.258823 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbaaaa-208c-46fe-9121-fccbf6fd44af None None] Pushing event updated for resources: {'Port': ['ID=56796b83-405f-433f-ade5-9d4e69f5e4b7,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:05.307285 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1042323
Feb 28 10:34:05.321840 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44438) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:05.326814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Request body: {'subnet': {'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298281547-subnet', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:05.349362 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] For port 4b1f60d9-8118-452d-8773-923b9f6f697f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:05.352681 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] For port 4b1f60d9-8118-452d-8773-923b9f6f697f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4b1f60d9-8118-452d-8773-923b9f6f697f,segment=NetworkSegment(a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e),segment_id=a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:05.366473 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.416376 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99cd00-db18-4749-8e91-8f5d94727912 admin admin] Pushing event updated for resources: {'Network': ['ID=08ce50bb-e12e-4613-b944-9efdb4ba7ded,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:05.427683 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Made reservation on behalf of b8784f6a53624f7688d9ae0ae0e15169 for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:05.430776 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4536360'] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.471437 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:34:05.501119 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Allocated IP 172.37.2.120 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/372e5c3a-f0dc-41e4-8ee2-d8c217671fc8) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:05.562025 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2ddafd81-cbae-4169-b9e4-95dc6ae7e01d req-fdd2f756-6e4e-406c-bfbb-b8bc00e431c5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7352068
Feb 28 10:34:05.704015 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8ebb0-f25a-4ec7-9039-9d971cccef3c None None] Pushing event updated for resources: {'Port': ['ID=4b1f60d9-8118-452d-8773-923b9f6f697f,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:05.718200 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-c75ff4cb-9643-4a16-82aa-0a654337aea7 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5546515
Feb 28 10:34:05.719460 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258de29d0>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:03Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:05.749745 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4536346'] for subnet (cd5b54f6-a60e-4d60-841e-0d1e7247ae5f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:05.790047 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cad6b-b9a0-42c2-a238-675696b2b69b None None] The sync data for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi is: [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:03Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:34:05.934355 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:05.952908 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Checking segment: {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:05.952908 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Network hostable DHCP agents. Network: 08ce50bb-e12e-4613-b944-9efdb4ba7ded, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:34:05.958038 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks [] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.037284 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:34:06.062806 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 08ce50bb-e12e-4613-b944-9efdb4ba7ded) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:06.071854 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e78735-2b72-475d-ae4c-4e1717074307 None None] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:34:06.088057 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:06.090228 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.164100 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b5d407c0-b144-4094-80f9-993e59ddb429 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8410962
Feb 28 10:34:06.167575 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44464) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:06.177077 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:06.219412 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (348bb11f-0dea-4ad1-a371-8844bf4453e7), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.223605 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (348bb11f-0dea-4ad1-a371-8844bf4453e7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.251657 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 56796b83-405f-433f-ade5-9d4e69f5e4b7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:06.258856 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750db87-22c7-4115-8c7d-5863f01c9f50 req-46b60b07-9bb5-4cc5-8b3d-2863b563b90a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:06.263496 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f750db87-22c7-4115-8c7d-5863f01c9f50 req-46b60b07-9bb5-4cc5-8b3d-2863b563b90a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.7000115
Feb 28 10:34:06.339031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks [] for router_controller (348bb11f-0dea-4ad1-a371-8844bf4453e7), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.374815 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b275cec-bfb0-41e8-8edb-dc87860d0870 req-ff4ff0ee-2c66-46e4-a45d-b305a68101d3 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6377797
Feb 28 10:34:06.375950 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.469632 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Pushing event updated for resources: {'Port': ['ID=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:06.483206 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:06.495552 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:06.546266 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:06.554206 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f750db87-22c7-4115-8c7d-5863f01c9f50 req-effcb9b4-a5d0-4443-a828-4225b96bc314 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059593
Feb 28 10:34:06.651986 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:34:06.652945 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.693671 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 56796b83-405f-433f-ade5-9d4e69f5e4b7 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:06.712946 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.717251 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b7b68-bf1b-49f4-ab37-c8da16d4ccc6 req-65fd5311-1123-495a-8afc-3f8fa3ff7c76 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:06.727414 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks [] for router_gateway (348bb11f-0dea-4ad1-a371-8844bf4453e7), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:06.732042 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-792b7b68-bf1b-49f4-ab37-c8da16d4ccc6 req-65fd5311-1123-495a-8afc-3f8fa3ff7c76 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.6419306
Feb 28 10:34:07.001223 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-792b7b68-bf1b-49f4-ab37-c8da16d4ccc6 req-227ef4fd-d428-4cfa-a76e-b677347c8d9c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1898823
Feb 28 10:34:07.130224 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2a5c4-466a-4d91-bdc6-affac0e7adc0 req-10065e8e-6d8d-4910-a683-fd263fbda4fe tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:07.132784 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Allocated IP 172.20.0.2 (08ce50bb-e12e-4613-b944-9efdb4ba7ded/cd5b54f6-a60e-4d60-841e-0d1e7247ae5f/4f830b09-e17a-44af-adbc-52cf947dfc89) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:07.145156 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3de2a5c4-466a-4d91-bdc6-affac0e7adc0 req-10065e8e-6d8d-4910-a683-fd263fbda4fe tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.3270705
Feb 28 10:34:07.211729 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks [] for router_gateway (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:07.348939 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3de2a5c4-466a-4d91-bdc6-affac0e7adc0 req-e762ec68-1feb-4dbd-9f25-a60a577fb612 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2020330
Feb 28 10:34:07.365728 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks [] for router_gateway (348bb11f-0dea-4ad1-a371-8844bf4453e7), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:07.424166 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:07.750999 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Allocated IP 172.37.2.235 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/5fff919c-74a0-40bd-bd1b-a280f7ff852a) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:07.817125 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:07.884282 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d64528-9c5f-42d4-85f5-89f0ac6e4faa None None] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:34:07.978909 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d53da6-0202-40d6-ba55-63168da049fc req-8e0f3ba2-fc54-4ad0-8d39-15d92dedb8da tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:07.980498 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-51d53da6-0202-40d6-ba55-63168da049fc req-8e0f3ba2-fc54-4ad0-8d39-15d92dedb8da tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.2447062
Feb 28 10:34:08.008505 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Publish callbacks [] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:08.041294 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:08.084249 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-79a9e36c-37e5-4639-9566-5967699ad594 None None] Provisioning complete for port 4b1f60d9-8118-452d-8773-923b9f6f697f triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:08.089897 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79a9e36c-37e5-4639-9566-5967699ad594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:08.098283 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks [] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:08.209776 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:08.276040 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:08.305319 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:08.316149 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:08.330184 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:08.336707 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:08.353622 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:08.378567 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Pushing event updated for resources: {'Port': ['ID=5fff919c-74a0-40bd-bd1b-a280f7ff852a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:08.471964 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Pushing event updated for resources: {'Port': ['ID=4f830b09-e17a-44af-adbc-52cf947dfc89,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:08.555792 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 56796b83-405f-433f-ade5-9d4e69f5e4b7 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:08.736826 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-51d53da6-0202-40d6-ba55-63168da049fc req-bf2d0f2b-0111-4d85-8469-e19f29b571cf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7404675
Feb 28 10:34:08.821424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Attempting to bind port 4f830b09-e17a-44af-adbc-52cf947dfc89 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:08.821774 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Attempting to bind port 4f830b09-e17a-44af-adbc-52cf947dfc89 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:08.822149 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Attempting to bind port 4f830b09-e17a-44af-adbc-52cf947dfc89 on network 08ce50bb-e12e-4613-b944-9efdb4ba7ded {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:08.909045 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a26d8-a0e5-4063-a9f6-fb5891ea3bc4 req-4e6595d0-3e2c-40fc-9d68-8cfd6c666f79 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:08.913826 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-de5a26d8-a0e5-4063-a9f6-fb5891ea3bc4 req-4e6595d0-3e2c-40fc-9d68-8cfd6c666f79 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.2692053
Feb 28 10:34:08.916544 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Router fb0fdb80-9025-41d6-85c7-656d18d6b5dc is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:34:08.920202 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-79a9e36c-37e5-4639-9566-5967699ad594 None None] Current status of the port 4b1f60d9-8118-452d-8773-923b9f6f697f is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:08.920703 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79a9e36c-37e5-4639-9566-5967699ad594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:08.985029 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 4b1f60d9-8118-452d-8773-923b9f6f697f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:08.991316 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:08.991990 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Checking segment: {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:08.992560 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:08.997937 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Bound using segment: {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:08.998472 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Bound port: 4f830b09-e17a-44af-adbc-52cf947dfc89, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:08.998943 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.167486 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] For port 4f830b09-e17a-44af-adbc-52cf947dfc89, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:09.171060 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] For port 4f830b09-e17a-44af-adbc-52cf947dfc89, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f830b09-e17a-44af-adbc-52cf947dfc89,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:09.176905 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-de5a26d8-a0e5-4063-a9f6-fb5891ea3bc4 req-eef7874d-b126-4b9a-8f38-592c283ad3da tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2329886
Feb 28 10:34:09.194529 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.198024 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks [] for router_gateway (348bb11f-0dea-4ad1-a371-8844bf4453e7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.198300 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-79a9e36c-37e5-4639-9566-5967699ad594 None None] For port 4b1f60d9-8118-452d-8773-923b9f6f697f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4b1f60d9-8118-452d-8773-923b9f6f697f,segment=NetworkSegment(a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e),segment_id=a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:09.262276 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea99a6-bb37-444e-99f0-1093928a84cb None None] Pushing event updated for resources: {'Port': ['ID=4f830b09-e17a-44af-adbc-52cf947dfc89,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:09.264804 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce87f5-affd-4b60-b67d-a1b217246bb5 req-af86f601-59d3-4b68-974e-23bef12272e0 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:09.266154 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79a9e36c-37e5-4639-9566-5967699ad594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.274958 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3ce87f5-affd-4b60-b67d-a1b217246bb5 req-af86f601-59d3-4b68-974e-23bef12272e0 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.2869215
Feb 28 10:34:09.301473 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:34:09.315250 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Sync routers for ids ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:34:09.343971 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Routers {'fb0fdb80-9025-41d6-85c7-656d18d6b5dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:09.344979 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259f19430>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:09.363090 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9e36c-37e5-4639-9566-5967699ad594 None None] Pushing event updated for resources: {'Port': ['ID=4b1f60d9-8118-452d-8773-923b9f6f697f,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:09.401634 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 4b1f60d9-8118-452d-8773-923b9f6f697f triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:09.402016 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.404177 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.408403 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-569bead7-497f-456f-af31-becc7fcf89e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.8761759
Feb 28 10:34:09.414117 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-856959f3-9a26-4575-853e-be740c1d91b8 None None] Provisioning complete for port 4b1f60d9-8118-452d-8773-923b9f6f697f triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:09.414682 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-856959f3-9a26-4575-853e-be740c1d91b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.430278 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3ce87f5-affd-4b60-b67d-a1b217246bb5 req-5ea5c15e-43e5-439c-965d-6d2ca699de52 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1543660
Feb 28 10:34:09.431049 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44550) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:09.553120 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (348bb11f-0dea-4ad1-a371-8844bf4453e7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:09.586501 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-856959f3-9a26-4575-853e-be740c1d91b8 None None] Current status of the port 4b1f60d9-8118-452d-8773-923b9f6f697f is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:09.606009 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Set router fb0fdb80-9025-41d6-85c7-656d18d6b5dc gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:09.695561 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 4b1f60d9-8118-452d-8773-923b9f6f697f is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:09.879532 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Router 348bb11f-0dea-4ad1-a371-8844bf4453e7 is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:34:09.986683 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259f19430>, [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120'}], 'enable_snat': True}, 'gw_port_id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:06Z', 'revision_number': 3, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port': {'id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:05Z', 'updated_at': '2022-02-28T10:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:10.016465 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Checking router: fb0fdb80-9025-41d6-85c7-656d18d6b5dc for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:34:10.017582 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Updating router fb0fdb80-9025-41d6-85c7-656d18d6b5dc port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:34:10.056187 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.191601 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:34:10.210864 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Sync routers for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:34:10.225459 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:10.226476 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c723a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:10.236065 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.243938 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f9226477-0d20-4335-839a-8b3c6dcc7f34 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0742843
Feb 28 10:34:10.245311 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44564) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:10.281803 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44568) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:10.400315 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Publish callbacks [] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.412440 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.433114 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1894cdb-3459-4921-90f5-16268555885a req-a60c9803-6c6d-4c9f-b172-e4de582130db tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:10.438294 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f1894cdb-3459-4921-90f5-16268555885a req-a60c9803-6c6d-4c9f-b172-e4de582130db tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.4386821
Feb 28 10:34:10.469787 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3d869-e7f3-48f9-86c1-0cd5356a8400 None None] Pushing event updated for resources: {'Port': ['ID=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:10.485900 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] Deleting subnet 5a2bdc9b-acc1-468f-a93f-4c6928cba7d3 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:34:10.492363 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] Publish callbacks [] for subnet (5a2bdc9b-acc1-468f-a93f-4c6928cba7d3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.494531 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Attempting to bind port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:10.495101 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Attempting to bind port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:10.495726 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Attempting to bind port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:10.502777 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:10.503716 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:10.504343 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.504996 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:10.505704 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Bound port: 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:10.506341 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.551840 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:10.577475 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] For port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:10.581144 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] For port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:10.593350 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (5a2bdc9b-acc1-468f-a93f-4c6928cba7d3), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.617205 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:10.732238 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f1894cdb-3459-4921-90f5-16268555885a req-31d64f5e-62d0-4ec9-84d2-5b72bbfc9b98 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903405
Feb 28 10:34:10.854846 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Routers {'fb0fdb80-9025-41d6-85c7-656d18d6b5dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:10.854846 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259f19430>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:10.883588 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b5658-682a-4754-a75f-4bab571d31ca req-34f7ac47-5b23-4386-b7d2-0020d2527431 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:10.885206 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7a3b5658-682a-4754-a75f-4bab571d31ca req-34f7ac47-5b23-4386-b7d2-0020d2527431 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.4799616
Feb 28 10:34:10.955537 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3d869-e7f3-48f9-86c1-0cd5356a8400 None None] Pushing event updated for resources: {'Port': ['ID=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:10.963559 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 4f830b09-e17a-44af-adbc-52cf947dfc89 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:11.054791 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.134341 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] Set router fb0fdb80-9025-41d6-85c7-656d18d6b5dc gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:11.226291 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 4f830b09-e17a-44af-adbc-52cf947dfc89 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:11.229921 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.324588 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c723a0>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:08Z', 'revision_number': 3, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:11.357710 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (5a2bdc9b-acc1-468f-a93f-4c6928cba7d3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.370085 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Allocated IP 172.20.0.1 (112c34bb-1362-4fcd-b3cd-4cf35c638cfc/c9042a9d-1cdb-4122-beaf-c50d9e747c15/d6ff8c5f-89c2-4296-be6a-63413716eb9b) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:11.429191 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe6c15-b553-4445-8bc1-e1aeb6886d21 None None] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:34:11.460772 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Checking router: 348bb11f-0dea-4ad1-a371-8844bf4453e7 for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:34:11.462674 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Updating router 348bb11f-0dea-4ad1-a371-8844bf4453e7 port 5fff919c-74a0-40bd-bd1b-a280f7ff852a binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:34:11.515168 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (5a2bdc9b-acc1-468f-a93f-4c6928cba7d3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.554293 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.557535 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks [] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.563271 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5a2bdc9b-acc1-468f-a93f-4c6928cba7d3 HTTP/1.1" status: 204  len: 168 time: 1.2749312
Feb 28 10:34:11.572476 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44578) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:11.573678 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259f19430>, [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120'}], 'enable_snat': True}, 'gw_port_id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:06Z', 'revision_number': 3, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port': {'id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:05Z', 'updated_at': '2022-02-28T10:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:11.582466 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7a3b5658-682a-4754-a75f-4bab571d31ca req-49b58299-8b2f-4254-94a4-920f3fa75af4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6753709
Feb 28 10:34:11.612565 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d281a7-2527-4a38-9564-71a811f41269 None None] The sync data for ids ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'] in dv-cinder-master-3-iscsi is: [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120'}], 'enable_snat': True}, 'gw_port_id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:06Z', 'revision_number': 3, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port': {'id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:05Z', 'updated_at': '2022-02-28T10:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:34:11.666457 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9dfb9-7b82-4a66-ab77-144949b85659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2bdc9b-acc1-468f-a93f-4c6928cba7d3,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:11.678978 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4210a2-9bde-4e38-bbe4-9e5951ade29d req-486a375e-e96d-4f29-97d2-829826893047 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:11.680850 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5a4210a2-9bde-4e38-bbe4-9e5951ade29d req-486a375e-e96d-4f29-97d2-829826893047 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.7752514
Feb 28 10:34:11.690181 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.692170 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-4d9c487c-a6bf-48bc-b976-badcc5bf9e14 None None] Provisioning complete for port 4f830b09-e17a-44af-adbc-52cf947dfc89 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:11.692544 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c487c-a6bf-48bc-b976-badcc5bf9e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.790118 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5a4210a2-9bde-4e38-bbe4-9e5951ade29d req-12eda81b-fa35-44db-8fbb-fec48cf0c880 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955622
Feb 28 10:34:11.830427 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (53295920-84a0-4ffa-9aa6-cb61ab488d09), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.865293 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.932492 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 4f830b09-e17a-44af-adbc-52cf947dfc89 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:11.932806 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:11.957982 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:12.048348 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:12.068936 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:12.077300 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.162618 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.308480 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ff8c5f-89c2-4296-be6a-63413716eb9b,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:12.335985 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (53295920-84a0-4ffa-9aa6-cb61ab488d09), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.491667 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 4f830b09-e17a-44af-adbc-52cf947dfc89, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f830b09-e17a-44af-adbc-52cf947dfc89,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:12.520762 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.521959 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 4b1f60d9-8118-452d-8773-923b9f6f697f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:12.523780 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c487c-a6bf-48bc-b976-badcc5bf9e14 None None] Current status of the port 4f830b09-e17a-44af-adbc-52cf947dfc89 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:12.535456 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c487c-a6bf-48bc-b976-badcc5bf9e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.546574 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6258e22be0>> segment before_delete 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.547324 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6258e22be0>> subnet precommit_delete_associations 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.548596 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> segment_host_mapping after_create 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.549057 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> port after_create 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.549466 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> port after_delete 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.550136 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> port after_update 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.550670 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> segment after_delete 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.551014 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> subnet after_create 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.551432 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> subnet after_delete 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.551840 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f625849a850>> subnet after_update 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.589619 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Allocated IP 172.20.0.1 (08ce50bb-e12e-4613-b944-9efdb4ba7ded/cd5b54f6-a60e-4d60-841e-0d1e7247ae5f/c3518ec6-d4f7-4afe-90f1-674308e8cc60) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:12.672704 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258ba5b80>> subnet after_create 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.673734 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258ba5b80>> subnet after_delete 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.674233 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258ba5b80>> subnet before_create 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.674842 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6258ba5b80>> subnet before_update 55550000 {{(pid=102808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 10:34:12.675426 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f62590f0b80>,) {'filters': {'network_id': ['53295920-84a0-4ffa-9aa6-cb61ab488d09']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:12.725912 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f62590f0b80>, 'b2538190-e770-41ee-86ae-3e9225e0b200') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:12.726261 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f62590f0b80>, 'b2538190-e770-41ee-86ae-3e9225e0b200') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:12.759189 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (b2538190-e770-41ee-86ae-3e9225e0b200), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.806515 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c09d0-cf20-441c-950b-9710bab38812 req-cea6388d-fb04-47f4-a46b-ee37ad6e6d30 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:12.816708 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-618c09d0-cf20-441c-950b-9710bab38812 req-cea6388d-fb04-47f4-a46b-ee37ad6e6d30 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.9056194
Feb 28 10:34:12.836300 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (b2538190-e770-41ee-86ae-3e9225e0b200), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.915789 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks [] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.921553 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:34:12.925011 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (b2538190-e770-41ee-86ae-3e9225e0b200), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   from cryptography.utils import int_from_bytes
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   from cryptography.utils import int_from_bytes
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:34:12.930573 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:34:13.003808 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.013203 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.033829 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.db.api [None req-4d9c487c-a6bf-48bc-b976-badcc5bf9e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 10:34:13.034424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG oslo_db.api [None req-4d9c487c-a6bf-48bc-b976-badcc5bf9e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 10:34:13.052382 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=4f830b09-e17a-44af-adbc-52cf947dfc89,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:13.091821 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-618c09d0-cf20-441c-950b-9710bab38812 req-b5628117-c857-409a-976a-b30770372a10 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2708769
Feb 28 10:34:13.094630 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (53295920-84a0-4ffa-9aa6-cb61ab488d09), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.096749 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:13.108749 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:13.134843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 4b1f60d9-8118-452d-8773-923b9f6f697f triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:13.135263 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.183949 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:34:13.184922 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Publish callbacks [] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.194851 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.197610 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:13.206677 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] 10.222.0.21 "DELETE /v2.0/networks/53295920-84a0-4ffa-9aa6-cb61ab488d09 HTTP/1.1" status: 204  len: 168 time: 1.6227508
Feb 28 10:34:13.228327 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.244987 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55f7aa-0c31-4450-b348-c2e1007dda0c admin admin] Pushing event deleted for resources: {'Network': ['ID=53295920-84a0-4ffa-9aa6-cb61ab488d09,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:13.258314 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fec936-585c-4a38-8814-97b1b34183a6 req-05e26075-3f8d-4ca5-bb7e-e8ee3d51f759 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:13.267779 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f6fec936-585c-4a38-8814-97b1b34183a6 req-05e26075-3f8d-4ca5-bb7e-e8ee3d51f759 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.4693086
Feb 28 10:34:13.390695 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Pushing event updated for resources: {'Port': ['ID=c3518ec6-d4f7-4afe-90f1-674308e8cc60,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:13.411357 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (348bb11f-0dea-4ad1-a371-8844bf4453e7), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.449078 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af7c76-407f-4528-99a3-e0efca64c394 None None] Pushing event updated for resources: {'Port': ['ID=5fff919c-74a0-40bd-bd1b-a280f7ff852a,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:13.501066 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44598) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:13.504728 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Attempting to bind port 5fff919c-74a0-40bd-bd1b-a280f7ff852a on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:13.505479 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Attempting to bind port 5fff919c-74a0-40bd-bd1b-a280f7ff852a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:13.506570 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Attempting to bind port 5fff919c-74a0-40bd-bd1b-a280f7ff852a on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:13.520725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:13.521700 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:13.524092 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.524524 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:13.525027 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Bound port: 5fff919c-74a0-40bd-bd1b-a280f7ff852a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:13.525446 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.547095 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f6fec936-585c-4a38-8814-97b1b34183a6 req-951b8dde-bdfd-426e-b23e-fb19e6c7f884 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2779474
Feb 28 10:34:13.565377 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf87b10-6d73-4e01-98c9-5c30feb20fdc req-40b3127d-17c1-47fb-b598-9308cb5ff930 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:13.572492 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-daf87b10-6d73-4e01-98c9-5c30feb20fdc req-40b3127d-17c1-47fb-b598-9308cb5ff930 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.3397059
Feb 28 10:34:13.581943 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b24c348e-95b2-42ed-b823-036f0c303216 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6098811200df4998b4c983c44640d16f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0774000
Feb 28 10:34:13.582245 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44600) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:13.663975 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-daf87b10-6d73-4e01-98c9-5c30feb20fdc req-0b64fc53-2199-4cc5-aff4-354ae3524828 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901833
Feb 28 10:34:13.672632 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 4b1f60d9-8118-452d-8773-923b9f6f697f is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:13.701670 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cf2114f-5cff-4a99-b649-dbd1ceecb446 admin admin] Publish callbacks [] for security_group (420b44aa-921a-445d-b09d-09199ccfd4ee), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.719854 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks [] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.727768 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.740078 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cf2114f-5cff-4a99-b649-dbd1ceecb446 admin admin] Publish callbacks [] for security_group (420b44aa-921a-445d-b09d-09199ccfd4ee), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.795273 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9269970c-9338-4a75-ab99-f6a00b292418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.806057 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c487c-a6bf-48bc-b976-badcc5bf9e14 None None] Current status of the port 4f830b09-e17a-44af-adbc-52cf947dfc89 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:13.820758 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] For port 5fff919c-74a0-40bd-bd1b-a280f7ff852a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:13.847674 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.864950 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] For port 5fff919c-74a0-40bd-bd1b-a280f7ff852a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5fff919c-74a0-40bd-bd1b-a280f7ff852a,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:13.869762 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ff8c5f-89c2-4296-be6a-63413716eb9b,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:13.874057 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:13.890384 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.026347 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af7c76-407f-4528-99a3-e0efca64c394 None None] Pushing event updated for resources: {'Port': ['ID=5fff919c-74a0-40bd-bd1b-a280f7ff852a,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:14.050064 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 4f830b09-e17a-44af-adbc-52cf947dfc89 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:14.050416 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cf2114f-5cff-4a99-b649-dbd1ceecb446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (420b44aa-921a-445d-b09d-09199ccfd4ee), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.065650 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cf2114f-5cff-4a99-b649-dbd1ceecb446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.065650 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2cf2114f-5cff-4a99-b649-dbd1ceecb446 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/420b44aa-921a-445d-b09d-09199ccfd4ee HTTP/1.1" status: 204  len: 168 time: 0.4724624
Feb 28 10:34:14.088520 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2114f-5cff-4a99-b649-dbd1ceecb446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b44aa-921a-445d-b09d-09199ccfd4ee,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:14.144382 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:14.145552 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c723a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:14.159442 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:14.161098 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:14.198428 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Provisioning complete for port 4f830b09-e17a-44af-adbc-52cf947dfc89 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:14.199112 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.313347 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks [] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.321644 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.378456 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 4f830b09-e17a-44af-adbc-52cf947dfc89 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:14.379019 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.446117 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:14.503925 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (348bb11f-0dea-4ad1-a371-8844bf4453e7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.506113 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Pushing event updated for resources: {'Port': ['ID=c3518ec6-d4f7-4afe-90f1-674308e8cc60,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:14.554632 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0104d-2ef5-43c8-8af6-92d23a598307 req-be5dad1e-49f0-4f5b-8c1a-5223b7a2180e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:14.565897 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-32f0104d-2ef5-43c8-8af6-92d23a598307 req-be5dad1e-49f0-4f5b-8c1a-5223b7a2180e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.2948241
Feb 28 10:34:14.673143 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Current status of the port 4f830b09-e17a-44af-adbc-52cf947dfc89 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:14.804499 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Provisioning complete for port d6ff8c5f-89c2-4296-be6a-63413716eb9b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:14.804980 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:14.819424 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:14.834819 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:14.893060 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Port d6ff8c5f-89c2-4296-be6a-63413716eb9b cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:14.906426 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 4f830b09-e17a-44af-adbc-52cf947dfc89 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:14.909463 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:14.959301 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Provisioning complete for port c3518ec6-d4f7-4afe-90f1-674308e8cc60 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:14.959689 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:15.064847 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Router 348bb11f-0dea-4ad1-a371-8844bf4453e7 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:34:15.075415 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-32f0104d-2ef5-43c8-8af6-92d23a598307 req-92faedd2-12a5-4724-abf0-2aedb4554cd5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5080619
Feb 28 10:34:15.091777 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Router fb0fdb80-9025-41d6-85c7-656d18d6b5dc has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:34:15.157205 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-3bcedefb-a216-4184-b290-e438edd3d6e8 None None] Port c3518ec6-d4f7-4afe-90f1-674308e8cc60 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:15.163004 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:15.163391 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:15.318069 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:34:15.331370 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5ef687aa-0e49-41c5-8062-c702e8a9f8ed admin admin] 10.222.0.21 "PUT /v2.0/routers/348bb11f-0dea-4ad1-a371-8844bf4453e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0716436
Feb 28 10:34:15.361735 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:34:15.375210 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Sync routers for ids ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:34:15.391692 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b3abc7cc-8345-450c-94c9-904f0c525676 admin admin] 10.222.0.21 "PUT /v2.0/routers/fb0fdb80-9025-41d6-85c7-656d18d6b5dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9589190
Feb 28 10:34:15.422071 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Routers {'fb0fdb80-9025-41d6-85c7-656d18d6b5dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:15.422628 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259c19580>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:33:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:15.429441 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-a62e957e-8fe9-4864-ae29-e89f423832a3 None None] Provisioning complete for port d6ff8c5f-89c2-4296-be6a-63413716eb9b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:15.430734 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a62e957e-8fe9-4864-ae29-e89f423832a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:15.505834 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c723a0>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:12Z', 'revision_number': 1, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:15.552868 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51a634-00ed-476d-95b7-32d2dcd04273 req-c6d721f3-8dd9-415e-afe3-3f030371bce1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:15.554451 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ad51a634-00ed-476d-95b7-32d2dcd04273 req-c6d721f3-8dd9-415e-afe3-3f030371bce1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.4835687
Feb 28 10:34:15.572936 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e1ac2-c8af-4887-87e6-2d7465ef7e90 req-8efab5a9-d3ef-41da-b697-a1ad29ea26ae tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:15.574489 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0b7e1ac2-c8af-4887-87e6-2d7465ef7e90 req-8efab5a9-d3ef-41da-b697-a1ad29ea26ae tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.2165251
Feb 28 10:34:15.610754 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3850f-4033-4052-b92c-cf2938724dcf None None] The sync data for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi is: [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:12Z', 'revision_number': 1, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:34:15.634971 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:15.653318 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:15.659651 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Set router fb0fdb80-9025-41d6-85c7-656d18d6b5dc gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:15.663990 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-a62e957e-8fe9-4864-ae29-e89f423832a3 None None] Port d6ff8c5f-89c2-4296-be6a-63413716eb9b cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:15.720276 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:15.728446 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-a62e957e-8fe9-4864-ae29-e89f423832a3 None None] Provisioning complete for port c3518ec6-d4f7-4afe-90f1-674308e8cc60 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:15.728958 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a62e957e-8fe9-4864-ae29-e89f423832a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:15.733070 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:15.791098 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0b7e1ac2-c8af-4887-87e6-2d7465ef7e90 req-65ee8f7b-c914-4512-a238-0448cb28f735 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2039919
Feb 28 10:34:15.813390 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ad51a634-00ed-476d-95b7-32d2dcd04273 req-365ed42d-3485-4b05-b5cf-0c0d19ca5256 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2180977
Feb 28 10:34:15.909384 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-a62e957e-8fe9-4864-ae29-e89f423832a3 None None] Port c3518ec6-d4f7-4afe-90f1-674308e8cc60 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:15.989115 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:16.018081 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9d5b73a7-7604-4446-98e9-cd2888a3853f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:16.256449 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259c19580>, [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120'}], 'enable_snat': True}, 'gw_port_id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:12Z', 'revision_number': 4, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port': {'id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:05Z', 'updated_at': '2022-02-28T10:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6ff8c5f-89c2-4296-be6a-63413716eb9b', 'name': '', 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'mac_address': 'fa:16:3e:62:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c9042a9d-1cdb-4122-beaf-c50d9e747c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:11Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 2, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'subnets': [{'id': 'c9042a9d-1cdb-4122-beaf-c50d9e747c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:16.307305 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Checking router: fb0fdb80-9025-41d6-85c7-656d18d6b5dc for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:34:16.307706 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Updating router fb0fdb80-9025-41d6-85c7-656d18d6b5dc port d6ff8c5f-89c2-4296-be6a-63413716eb9b binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:34:16.370720 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d1ede-1611-4857-a41b-464179b8cb53 req-5c762387-eafa-410c-8a57-ff040d74a60c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:16.382301 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:16.382820 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c9d1ede-1611-4857-a41b-464179b8cb53 req-5c762387-eafa-410c-8a57-ff040d74a60c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.1540930
Feb 28 10:34:16.536849 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2c9d1ede-1611-4857-a41b-464179b8cb53 req-209d63ff-e20a-4ccd-b4fb-f7dc99e033f5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518667
Feb 28 10:34:17.024317 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Publish callbacks [] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.038429 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.099068 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0739cb-ab31-4c0c-b1cf-2a0a01ec7927 None None] Pushing event updated for resources: {'Port': ['ID=d6ff8c5f-89c2-4296-be6a-63413716eb9b,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:17.119333 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.188410 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bb9d6-d036-4ca4-b824-c82d78ad044e req-fd4d87aa-94c2-4bab-808d-77c61e92ae05 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:17.189173 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44682) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:17.196558 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1479141358-network', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:17.204058 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44684) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:17.211884 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-629bb9d6-d036-4ca4-b824-c82d78ad044e req-fd4d87aa-94c2-4bab-808d-77c61e92ae05 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.2696276
Feb 28 10:34:17.235799 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Attempting to bind port d6ff8c5f-89c2-4296-be6a-63413716eb9b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:17.236184 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Attempting to bind port d6ff8c5f-89c2-4296-be6a-63413716eb9b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:17.236548 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Attempting to bind port d6ff8c5f-89c2-4296-be6a-63413716eb9b on network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:17.254255 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:17.254654 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Checking segment: {'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:17.255386 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.255938 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Bound using segment: {'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:17.256593 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Bound port: d6ff8c5f-89c2-4296-be6a-63413716eb9b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:17.257616 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.298450 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Made reservation on behalf of f2cc8158f70a4daa967243f70196b5fc for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:17.315996 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.337080 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.396900 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-629bb9d6-d036-4ca4-b824-c82d78ad044e req-ac0f94ec-cbe0-4e22-92c1-a15e410315c8 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1836598
Feb 28 10:34:17.489748 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] For port d6ff8c5f-89c2-4296-be6a-63413716eb9b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:17.505536 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] For port d6ff8c5f-89c2-4296-be6a-63413716eb9b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6ff8c5f-89c2-4296-be6a-63413716eb9b,segment=NetworkSegment(a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e),segment_id=a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:17.523388 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.602990 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks [] for security_group (15ed67a6-66f7-48cb-a50a-7200c8f918ed), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.610824 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (15ed67a6-66f7-48cb-a50a-7200c8f918ed), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.674095 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed67a6-66f7-48cb-a50a-7200c8f918ed,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:17.679483 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-24ad7ad2-9a52-4cbc-a89b-bc2687107090 None None] Provisioning complete for port d6ff8c5f-89c2-4296-be6a-63413716eb9b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:17.679885 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24ad7ad2-9a52-4cbc-a89b-bc2687107090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.691112 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706f51a-74dd-4e24-a8d9-f866b6d91219 req-77025cac-e664-4d04-a24c-6fd4e9de6b9d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:17.692756 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6706f51a-74dd-4e24-a8d9-f866b6d91219 req-77025cac-e664-4d04-a24c-6fd4e9de6b9d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.1579854
Feb 28 10:34:17.711861 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:34:17.739999 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (3fa35c8b-6337-463d-8594-7c3036fc30d4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.740737 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Added segment 3fa35c8b-6337-463d-8594-7c3036fc30d4 of type vlan for network 26056b98-d34c-4e56-8abb-09e429db5330
Feb 28 10:34:17.858864 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6706f51a-74dd-4e24-a8d9-f866b6d91219 req-2444b6c2-1b44-42b4-85c6-c01a6104a01d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570082
Feb 28 10:34:17.870743 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0739cb-ab31-4c0c-b1cf-2a0a01ec7927 None None] Pushing event updated for resources: {'Port': ['ID=d6ff8c5f-89c2-4296-be6a-63413716eb9b,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:17.882447 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dfc7aa86-5097-4d7b-9645-e255ac69597d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:17.910555 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Routers {'fb0fdb80-9025-41d6-85c7-656d18d6b5dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:17.911246 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259c19580>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:34:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:17.939215 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (26056b98-d34c-4e56-8abb-09e429db5330), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.021160 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-24ad7ad2-9a52-4cbc-a89b-bc2687107090 None None] Current status of the port d6ff8c5f-89c2-4296-be6a-63413716eb9b is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:18.021567 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24ad7ad2-9a52-4cbc-a89b-bc2687107090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.065193 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (26056b98-d34c-4e56-8abb-09e429db5330), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.068613 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:18.073424 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.125379 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44694) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:18.131183 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-5f26e8cf-d348-4d65-ba01-6461f214262e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341917082', 'description': 'tempest-secgroup-smoke-341917082 description', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:18.174551 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-24ad7ad2-9a52-4cbc-a89b-bc2687107090 None None] For port d6ff8c5f-89c2-4296-be6a-63413716eb9b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6ff8c5f-89c2-4296-be6a-63413716eb9b,segment=NetworkSegment(a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e),segment_id=a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:18.188918 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24ad7ad2-9a52-4cbc-a89b-bc2687107090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.209654 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5f26e8cf-d348-4d65-ba01-6461f214262e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.233547 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44698) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:18.245951 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] Pushing event updated for resources: {'Network': ['ID=26056b98-d34c-4e56-8abb-09e429db5330,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:18.311342 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-fcfa2091-b815-49b3-9002-9f285fbe9416 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1209381
Feb 28 10:34:18.314877 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44702) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:18.346836 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Request body: {'subnet': {'network_id': '26056b98-d34c-4e56-8abb-09e429db5330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1479141358-subnet', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:18.403137 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dfc7aa86-5097-4d7b-9645-e255ac69597d admin admin] Publish callbacks [] for security_group (80965d34-9448-4e0a-b7a1-3117c52723d4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.404687 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] Set router fb0fdb80-9025-41d6-85c7-656d18d6b5dc gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:18.422162 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dfc7aa86-5097-4d7b-9645-e255ac69597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (80965d34-9448-4e0a-b7a1-3117c52723d4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.492848 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Made reservation on behalf of f2cc8158f70a4daa967243f70196b5fc for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:18.496576 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4536360'] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.636076 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 5fff919c-74a0-40bd-bd1b-a280f7ff852a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:18.643872 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5f26e8cf-d348-4d65-ba01-6461f214262e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group (82118a4f-4e43-48bb-9e1c-1991d9946786), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.660761 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca493d95-7e31-42a7-9b01-ef423e5f9e1b req-80aea318-dd01-4fa5-bb9d-bfdda0ccb568 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:18.668262 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ca493d95-7e31-42a7-9b01-ef423e5f9e1b req-80aea318-dd01-4fa5-bb9d-bfdda0ccb568 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.4038451
Feb 28 10:34:18.679223 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5f26e8cf-d348-4d65-ba01-6461f214262e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (82118a4f-4e43-48bb-9e1c-1991d9946786), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.681216 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 26056b98-d34c-4e56-8abb-09e429db5330 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:34:18.730879 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-96cdece3-1590-4cc8-877d-a6b7c0f3e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:18.732446 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-96cdece3-1590-4cc8-877d-a6b7c0f3e62b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 1129 time: 0.3191071
Feb 28 10:34:18.747918 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4536346'] for subnet (7df7dd5a-b0f5-4307-b1db-2a5fedde6998), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.758468 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7aa86-5097-4d7b-9645-e255ac69597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80965d34-9448-4e0a-b7a1-3117c52723d4,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:18.773073 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.777851 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 5fff919c-74a0-40bd-bd1b-a280f7ff852a triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:18.778802 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.798464 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6f40abd7-3d7e-4adf-83b5-71f0c6aa1a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.806022 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875431-4d25-4a47-8dc7-623b25283611 req-f2036acf-82f9-4f8f-a64b-1a564fd23461 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:18.807799 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-be875431-4d25-4a47-8dc7-623b25283611 req-f2036acf-82f9-4f8f-a64b-1a564fd23461 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.3099566
Feb 28 10:34:18.822076 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-dfc7aa86-5097-4d7b-9645-e255ac69597d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acd2bda038a04ea3bc634f70ba149bef&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6140401
Feb 28 10:34:18.829022 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44704) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:18.863260 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ca493d95-7e31-42a7-9b01-ef423e5f9e1b req-6515827c-be19-473f-9077-64c3c152749c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939945
Feb 28 10:34:18.870649 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5f26e8cf-d348-4d65-ba01-6461f214262e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.886085 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-5f26e8cf-d348-4d65-ba01-6461f214262e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.7515209
Feb 28 10:34:18.886211 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-ead3792f-1060-40ad-88a9-368fe480bf3c None None] Provisioning complete for port d6ff8c5f-89c2-4296-be6a-63413716eb9b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:18.886211 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ead3792f-1060-40ad-88a9-368fe480bf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:18.902926 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44706) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:18.922060 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a59dc5b3-bb36-4007-9698-63b9abbedde4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'security_group_rule': {'security_group_id': '82118a4f-4e43-48bb-9e1c-1991d9946786', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:18.974962 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df7dd5a-b0f5-4307-b1db-2a5fedde6998,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:19.007305 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Checking segment: {'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:19.008128 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Network hostable DHCP agents. Network: 26056b98-d34c-4e56-8abb-09e429db5330, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:34:19.033434 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-dbb5b300-5676-4a35-aa19-8aec03cda8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:19.035016 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-dbb5b300-5676-4a35-aa19-8aec03cda8ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 912 time: 0.2093749
Feb 28 10:34:19.040365 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a674c332-634f-42d7-91fb-0b96d73048fb admin admin] Publish callbacks [] for security_group (80965d34-9448-4e0a-b7a1-3117c52723d4), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.046404 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a59dc5b3-bb36-4007-9698-63b9abbedde4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (09731fe2-e95c-412d-acef-b1313e5ae19e), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.110675 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Network 26056b98-d34c-4e56-8abb-09e429db5330 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:34:19.115447 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad7ad2-9a52-4cbc-a89b-bc2687107090 None None] Pushing event updated for resources: {'Port': ['ID=d6ff8c5f-89c2-4296-be6a-63413716eb9b,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:19.120744 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ead3792f-1060-40ad-88a9-368fe480bf3c None None] Current status of the port d6ff8c5f-89c2-4296-be6a-63413716eb9b is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:19.125254 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 5fff919c-74a0-40bd-bd1b-a280f7ff852a is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:19.125658 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.156480 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 5fff919c-74a0-40bd-bd1b-a280f7ff852a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5fff919c-74a0-40bd-bd1b-a280f7ff852a,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:19.166356 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.169142 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:19.187923 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26e8cf-d348-4d65-ba01-6461f214262e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82118a4f-4e43-48bb-9e1c-1991d9946786,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:19.193905 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a59dc5b3-bb36-4007-9698-63b9abbedde4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (09731fe2-e95c-412d-acef-b1313e5ae19e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.200557 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259c19580>, [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120'}], 'enable_snat': True}, 'gw_port_id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:12Z', 'revision_number': 4, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port': {'id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:05Z', 'updated_at': '2022-02-28T10:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6ff8c5f-89c2-4296-be6a-63413716eb9b', 'name': '', 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'mac_address': 'fa:16:3e:62:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c9042a9d-1cdb-4122-beaf-c50d9e747c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:11Z', 'updated_at': '2022-02-28T10:34:17Z', 'revision_number': 4, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'subnets': [{'id': 'c9042a9d-1cdb-4122-beaf-c50d9e747c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:19.211348 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 26056b98-d34c-4e56-8abb-09e429db5330) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:19.212230 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-c17eddea-01db-41e6-a9e2-4baa8cf8557f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af HTTP/1.1" status: 200  len: 1001 time: 0.1562185
Feb 28 10:34:19.217658 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a674c332-634f-42d7-91fb-0b96d73048fb admin admin] Publish callbacks [] for security_group (80965d34-9448-4e0a-b7a1-3117c52723d4), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.220447 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a59dc5b3-bb36-4007-9698-63b9abbedde4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (09731fe2-e95c-412d-acef-b1313e5ae19e), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.237104 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:19.237808 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.265212 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307cbca-6222-4c0c-9164-90d9f16d3aff None None] The sync data for ids ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'] in dv-cinder-master-3-iscsi is: [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120'}], 'enable_snat': True}, 'gw_port_id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:12Z', 'revision_number': 4, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port': {'id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:05Z', 'updated_at': '2022-02-28T10:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6ff8c5f-89c2-4296-be6a-63413716eb9b', 'name': '', 'network_id': '112c34bb-1362-4fcd-b3cd-4cf35c638cfc', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'mac_address': 'fa:16:3e:62:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c9042a9d-1cdb-4122-beaf-c50d9e747c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:11Z', 'updated_at': '2022-02-28T10:34:17Z', 'revision_number': 4, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'subnets': [{'id': 'c9042a9d-1cdb-4122-beaf-c50d9e747c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:34:19.276021 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6f40abd7-3d7e-4adf-83b5-71f0c6aa1a94 admin admin] Publish callbacks [] for security_group (d0b35db9-9704-45e4-847d-899b9004d77f), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.280773 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a59dc5b3-bb36-4007-9698-63b9abbedde4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.283555 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a59dc5b3-bb36-4007-9698-63b9abbedde4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3744440
Feb 28 10:34:19.293357 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44710) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:19.295646 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dc5b3-bb36-4007-9698-63b9abbedde4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09731fe2-e95c-412d-acef-b1313e5ae19e,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:19.300442 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d185d1-09c3-456c-ab08-c0598786aea8 None None] Network 26056b98-d34c-4e56-8abb-09e429db5330 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:34:19.301683 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6f40abd7-3d7e-4adf-83b5-71f0c6aa1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d0b35db9-9704-45e4-847d-899b9004d77f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.362749 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40abd7-3d7e-4adf-83b5-71f0c6aa1a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b35db9-9704-45e4-847d-899b9004d77f,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:19.380523 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d02dc1a7-4fd3-4692-bead-db83fb1a3b51 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0514214
Feb 28 10:34:19.396494 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44712) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:19.408839 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-4439cc60-47b6-4568-b9aa-987b00416c60 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'security_group_rule': {'security_group_id': '82118a4f-4e43-48bb-9e1c-1991d9946786', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:19.411007 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:19.456158 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6f40abd7-3d7e-4adf-83b5-71f0c6aa1a94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4aa1580aa3bb4e399ac0c6a4a2a28465&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2047274
Feb 28 10:34:19.456937 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44714) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:19.461435 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-f67de1a9-e600-42ec-8ec0-e9429354a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:19.463859 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-f67de1a9-e600-42ec-8ec0-e9429354a567 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 200  len: 850 time: 0.1694989
Feb 28 10:34:19.505761 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-be875431-4d25-4a47-8dc7-623b25283611 req-f1617b61-f2bf-4755-95ef-491d0fadb77c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6101377
Feb 28 10:34:19.525479 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (28f1e913-6371-43fe-ba97-76aa2d4150f9), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.535547 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (28f1e913-6371-43fe-ba97-76aa2d4150f9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.551968 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=5fff919c-74a0-40bd-bd1b-a280f7ff852a,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:19.580800 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-26056b98-d34c-4e56-8abb-09e429db5330', 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330', 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'fixed_ips': [{'subnet_id': '7df7dd5a-b0f5-4307-b1db-2a5fedde6998'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:34:19.581686 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.637287 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks [] for router_controller (28f1e913-6371-43fe-ba97-76aa2d4150f9), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.638552 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d909b-54e0-4b49-905d-2736eaec57f6 req-b8372505-cbed-4495-b2ae-ea09e0abbad4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:19.642758 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c90d909b-54e0-4b49-905d-2736eaec57f6 req-b8372505-cbed-4495-b2ae-ea09e0abbad4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.6009598
Feb 28 10:34:19.643349 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a674c332-634f-42d7-91fb-0b96d73048fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (80965d34-9448-4e0a-b7a1-3117c52723d4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.646243 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a674c332-634f-42d7-91fb-0b96d73048fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.647684 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a674c332-634f-42d7-91fb-0b96d73048fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80965d34-9448-4e0a-b7a1-3117c52723d4 HTTP/1.1" status: 204  len: 168 time: 0.8124466
Feb 28 10:34:19.745083 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674c332-634f-42d7-91fb-0b96d73048fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80965d34-9448-4e0a-b7a1-3117c52723d4,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:19.747791 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4439cc60-47b6-4568-b9aa-987b00416c60 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (15feaa95-c904-4e88-9f11-c9ea4915eae5), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:19.794122 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Allocated IP 172.20.0.2 (26056b98-d34c-4e56-8abb-09e429db5330/7df7dd5a-b0f5-4307-b1db-2a5fedde6998/cb38baaa-70df-4b27-a48e-905bb8afb3d3) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:19.841634 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-e85175c8-5628-4171-937b-8e5841013d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:19.844466 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-e85175c8-5628-4171-937b-8e5841013d0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8493f9b-90f0-45ae-88f1-58848e2a93be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3721871
Feb 28 10:34:20.050324 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Sync routers for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:34:20.147273 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:20.148233 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258866a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:34:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:20.188905 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c90d909b-54e0-4b49-905d-2736eaec57f6 req-3d98a263-16ee-466e-9b3c-9a488b33cd63 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5021493
Feb 28 10:34:20.298368 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71270ed4-3eba-49da-9657-a2800cf450eb admin admin] Publish callbacks [] for security_group (d0b35db9-9704-45e4-847d-899b9004d77f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.332647 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4439cc60-47b6-4568-b9aa-987b00416c60 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (15feaa95-c904-4e88-9f11-c9ea4915eae5), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.350268 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4439cc60-47b6-4568-b9aa-987b00416c60 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (15feaa95-c904-4e88-9f11-c9ea4915eae5), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.409595 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks [] for router_gateway (28f1e913-6371-43fe-ba97-76aa2d4150f9), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.410215 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4439cc60-47b6-4568-b9aa-987b00416c60 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.411565 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-4439cc60-47b6-4568-b9aa-987b00416c60 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0096362
Feb 28 10:34:20.412473 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Publish callbacks [] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.418052 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44722) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:20.426070 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45887ae-956e-495e-be62-800b93699d6a req-67eab22f-8b60-430f-95c7-39d899d223b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:20.428559 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-e5e8c172-a75d-43a6-89b4-7b7532f00dfd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'security_group_rule': {'security_group_id': '82118a4f-4e43-48bb-9e1c-1991d9946786', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:20.440233 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f45887ae-956e-495e-be62-800b93699d6a req-67eab22f-8b60-430f-95c7-39d899d223b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.3881636
Feb 28 10:34:20.440904 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71270ed4-3eba-49da-9657-a2800cf450eb admin admin] Publish callbacks [] for security_group (d0b35db9-9704-45e4-847d-899b9004d77f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.442768 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44724) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:20.442961 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.459716 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.486404 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fdac2c91-4212-4362-b306-0716c1cd7434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.488278 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439cc60-47b6-4568-b9aa-987b00416c60 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15feaa95-c904-4e88-9f11-c9ea4915eae5,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:20.502390 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:20.502804 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.537562 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-6f3be87a-a004-4f50-8759-7272df094ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6723511
Feb 28 10:34:20.601374 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c172-a75d-43a6-89b4-7b7532f00dfd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (f039fa68-e8b1-4eb1-9719-493b77ace388), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.668784 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fdac2c91-4212-4362-b306-0716c1cd7434 admin admin] Publish callbacks [] for security_group (b7955321-24d5-44cf-991d-e885bc4b09f9), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.693185 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71270ed4-3eba-49da-9657-a2800cf450eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d0b35db9-9704-45e4-847d-899b9004d77f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.696357 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-71270ed4-3eba-49da-9657-a2800cf450eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.700529 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-71270ed4-3eba-49da-9657-a2800cf450eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0b35db9-9704-45e4-847d-899b9004d77f HTTP/1.1" status: 204  len: 168 time: 1.2401958
Feb 28 10:34:20.728958 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c172-a75d-43a6-89b4-7b7532f00dfd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (f039fa68-e8b1-4eb1-9719-493b77ace388), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.731648 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71270ed4-3eba-49da-9657-a2800cf450eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b35db9-9704-45e4-847d-899b9004d77f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:20.755991 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c172-a75d-43a6-89b4-7b7532f00dfd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (f039fa68-e8b1-4eb1-9719-493b77ace388), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.768691 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Network 26056b98-d34c-4e56-8abb-09e429db5330 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:20.806517 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8c172-a75d-43a6-89b4-7b7532f00dfd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f039fa68-e8b1-4eb1-9719-493b77ace388,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:20.822578 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c172-a75d-43a6-89b4-7b7532f00dfd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:20.824978 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:20.827920 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e5e8c172-a75d-43a6-89b4-7b7532f00dfd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4078562
Feb 28 10:34:20.828602 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 44730) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:20.835263 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-5611691b-9cf0-4a78-9039-cca1b49de137 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'security_group_rule': {'security_group_id': '82118a4f-4e43-48bb-9e1c-1991d9946786', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:20.862124 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:20.870913 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Pushing event updated for resources: {'Port': ['ID=cb38baaa-70df-4b27-a48e-905bb8afb3d3,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:20.909207 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:20.917279 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fdac2c91-4212-4362-b306-0716c1cd7434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (b7955321-24d5-44cf-991d-e885bc4b09f9), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.134701 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-fdac2c91-4212-4362-b306-0716c1cd7434 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=773c6aa55abd47b69f05ffb5454113a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6860821
Feb 28 10:34:21.135909 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44736) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:21.166240 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5611691b-9cf0-4a78-9039-cca1b49de137 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (5d558090-c7cd-4330-954d-85bccfdbc009), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.179204 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f45887ae-956e-495e-be62-800b93699d6a req-5291a9ff-9ce9-4710-a558-d4f5302bee07 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7379408
Feb 28 10:34:21.242577 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Attempting to bind port cb38baaa-70df-4b27-a48e-905bb8afb3d3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:21.242995 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Attempting to bind port cb38baaa-70df-4b27-a48e-905bb8afb3d3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:21.243416 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Attempting to bind port cb38baaa-70df-4b27-a48e-905bb8afb3d3 on network 26056b98-d34c-4e56-8abb-09e429db5330 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:21.267401 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac2c91-4212-4362-b306-0716c1cd7434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7955321-24d5-44cf-991d-e885bc4b09f9,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:21.295681 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks [] for router_gateway (28f1e913-6371-43fe-ba97-76aa2d4150f9), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.354805 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:21.355502 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Checking segment: {'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:21.356782 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.357461 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Bound using segment: {'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:21.358175 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Bound port: cb38baaa-70df-4b27-a48e-905bb8afb3d3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:21.358829 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.368351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.385059 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da11b9-5263-46f1-8665-309aedc4817d req-90ed8a97-7642-49c5-b244-60f799edef1e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:21.386645 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-67da11b9-5263-46f1-8665-309aedc4817d req-90ed8a97-7642-49c5-b244-60f799edef1e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.7140875
Feb 28 10:34:21.387399 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:21.423954 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5611691b-9cf0-4a78-9039-cca1b49de137 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (5d558090-c7cd-4330-954d-85bccfdbc009), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.508746 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5611691b-9cf0-4a78-9039-cca1b49de137 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (5d558090-c7cd-4330-954d-85bccfdbc009), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.547429 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d5840143-92c3-4dc2-a3bd-91a2aecee604 req-8c203948-066c-4f73-abe3-3b2f1a5b4d94 service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8767438
Feb 28 10:34:21.551627 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3cde4cb0-ec49-44b4-a308-226f826e919d admin admin] Publish callbacks [] for security_group (b7955321-24d5-44cf-991d-e885bc4b09f9), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.626947 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611691b-9cf0-4a78-9039-cca1b49de137 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d558090-c7cd-4330-954d-85bccfdbc009,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:21.679831 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5611691b-9cf0-4a78-9039-cca1b49de137 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.687122 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44750) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:21.695304 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5611691b-9cf0-4a78-9039-cca1b49de137 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8647869
Feb 28 10:34:21.711234 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'security_group_rule': {'security_group_id': '82118a4f-4e43-48bb-9e1c-1991d9946786', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:21.749741 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3cde4cb0-ec49-44b4-a308-226f826e919d admin admin] Publish callbacks [] for security_group (b7955321-24d5-44cf-991d-e885bc4b09f9), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.751767 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Allocated IP 172.37.2.80 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/0f3f9130-2a0d-4f1a-93ba-2b491f0954db) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:21.767429 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] For port cb38baaa-70df-4b27-a48e-905bb8afb3d3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:21.773448 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 5fff919c-74a0-40bd-bd1b-a280f7ff852a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:21.812392 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-67da11b9-5263-46f1-8665-309aedc4817d req-ece9d5f4-26c2-4aac-b764-744f1fedd91e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4097407
Feb 28 10:34:21.873948 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] For port cb38baaa-70df-4b27-a48e-905bb8afb3d3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cb38baaa-70df-4b27-a48e-905bb8afb3d3,segment=NetworkSegment(3fa35c8b-6337-463d-8594-7c3036fc30d4),segment_id=3fa35c8b-6337-463d-8594-7c3036fc30d4)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:21.880560 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f91e-d054-40b0-8a04-dcf5d8e68dcc req-ac3b9e07-9bde-49f4-bf61-b66bdb4941f4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:21.882042 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4996f91e-d054-40b0-8a04-dcf5d8e68dcc req-ac3b9e07-9bde-49f4-bf61-b66bdb4941f4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.4084170
Feb 28 10:34:21.890654 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.securitygroups_db [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Project b55c46d5c05b41adb823461813ee1e5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 10:34:21.900966 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.924145 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (875a1cfd-3178-4b0b-b970-93ab9855bfb8), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:21.982346 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks [] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.022847 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 5fff919c-74a0-40bd-bd1b-a280f7ff852a triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:22.023592 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.057070 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3cde4cb0-ec49-44b4-a308-226f826e919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (b7955321-24d5-44cf-991d-e885bc4b09f9), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.060922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3cde4cb0-ec49-44b4-a308-226f826e919d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.069414 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7f86b-9c2a-483f-bd4b-642ea72397d2 None None] Pushing event updated for resources: {'Port': ['ID=cb38baaa-70df-4b27-a48e-905bb8afb3d3,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:22.072767 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-3cde4cb0-ec49-44b4-a308-226f826e919d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7955321-24d5-44cf-991d-e885bc4b09f9 HTTP/1.1" status: 204  len: 168 time: 0.9211893
Feb 28 10:34:22.078769 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.092543 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258866a60>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 2, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:22.155015 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4996f91e-d054-40b0-8a04-dcf5d8e68dcc req-79f2ca69-0087-4057-943b-f4bdf21709a7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2439599
Feb 28 10:34:22.160233 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4cb0-ec49-44b4-a308-226f826e919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7955321-24d5-44cf-991d-e885bc4b09f9,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:22.173930 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:22.176790 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:22.208653 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (875a1cfd-3178-4b0b-b970-93ab9855bfb8), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.217545 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (875a1cfd-3178-4b0b-b970-93ab9855bfb8), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.235037 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:22.253824 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875a1cfd-3178-4b0b-b970-93ab9855bfb8,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:22.280681 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Checking router: 348bb11f-0dea-4ad1-a371-8844bf4453e7 for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:34:22.281998 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.286353 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f32fbca8-5e2c-42b0-88af-213f14359c3a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5946641
Feb 28 10:34:22.287579 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44768) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:22.288348 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Updating router 348bb11f-0dea-4ad1-a371-8844bf4453e7 port c3518ec6-d4f7-4afe-90f1-674308e8cc60 binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:34:22.292631 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'security_group_rule': {'security_group_id': '82118a4f-4e43-48bb-9e1c-1991d9946786', 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:22.355222 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.securitygroups_db [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Project b55c46d5c05b41adb823461813ee1e5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 10:34:22.407726 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:22.441603 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (a7b8aa9f-2e83-43e5-9dcd-9ee9c34b02d9), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.451807 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.589636 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (a7b8aa9f-2e83-43e5-9dcd-9ee9c34b02d9), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.604089 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (a7b8aa9f-2e83-43e5-9dcd-9ee9c34b02d9), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.671568 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:22.675134 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3860912
Feb 28 10:34:22.697290 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4c119-82a1-4d1f-842a-ef617d1dc10d req-faf33da6-9bf0-4855-b122-9506c3e2a09d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:22.705340 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77d4c119-82a1-4d1f-842a-ef617d1dc10d req-faf33da6-9bf0-4855-b122-9506c3e2a09d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.3765152
Feb 28 10:34:22.724924 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e8789-5780-461c-a3f5-aaa40ccdf4e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b8aa9f-2e83-43e5-9dcd-9ee9c34b02d9,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:22.793210 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77d4c119-82a1-4d1f-842a-ef617d1dc10d req-85229b57-5fb8-4ce1-9baa-d9ce1ffb2662 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779958
Feb 28 10:34:22.828411 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 5fff919c-74a0-40bd-bd1b-a280f7ff852a is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:22.843175 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device d6ff8c5f-89c2-4296-be6a-63413716eb9b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:23.077750 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee60e5-0524-4cea-8580-41c8ef0b6c17 req-a841294e-cee1-412b-9add-316cc3265e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:23.078841 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-98ee60e5-0524-4cea-8580-41c8ef0b6c17 req-a841294e-cee1-412b-9add-316cc3265e2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.1595137
Feb 28 10:34:23.198762 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-98ee60e5-0524-4cea-8580-41c8ef0b6c17 req-68c5e05f-5167-4f81-8402-b51f5c4f9134 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106851
Feb 28 10:34:23.238776 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b278d3e-fed5-4f6e-8f38-c55e709049e4 req-1ed23f4e-1a46-41b8-b8aa-ac433642f948 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:23.240813 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b278d3e-fed5-4f6e-8f38-c55e709049e4 req-1ed23f4e-1a46-41b8-b8aa-ac433642f948 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1983814
Feb 28 10:34:23.271317 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port d6ff8c5f-89c2-4296-be6a-63413716eb9b triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:23.271650 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:23.300764 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks [] for router_gateway (28f1e913-6371-43fe-ba97-76aa2d4150f9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:23.548775 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b278d3e-fed5-4f6e-8f38-c55e709049e4 req-650462d8-f112-4a9f-97a7-76648c2cb322 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2946572
Feb 28 10:34:23.614539 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392754-c488-4c59-885a-67da8d184d14 req-df849eef-d5e8-4adb-b4a8-59e84226cafa tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:23.618858 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-65392754-c488-4c59-885a-67da8d184d14 req-df849eef-d5e8-4adb-b4a8-59e84226cafa tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.2603514
Feb 28 10:34:23.719607 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port d6ff8c5f-89c2-4296-be6a-63413716eb9b is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:23.758325 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Publish callbacks [] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:23.781558 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:23.797225 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-65392754-c488-4c59-885a-67da8d184d14 req-105add05-8d90-49aa-a851-41944a4037bf tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651232
Feb 28 10:34:23.994163 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (28f1e913-6371-43fe-ba97-76aa2d4150f9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:24.011691 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c728b-4c63-4b50-aa18-38a2ba8ccf8e None None] Pushing event updated for resources: {'Port': ['ID=c3518ec6-d4f7-4afe-90f1-674308e8cc60,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:24.120455 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device cb38baaa-70df-4b27-a48e-905bb8afb3d3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:24.301569 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82760c-f1cb-495f-a05b-5308016fec7d req-8c0688c6-02b8-4647-aab9-fc81489227f9 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:24.314227 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fe82760c-f1cb-495f-a05b-5308016fec7d req-8c0688c6-02b8-4647-aab9-fc81489227f9 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.1231208
Feb 28 10:34:24.345251 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae7676-dae9-4770-9230-7c20f509f8f9 None None] Network 26056b98-d34c-4e56-8abb-09e429db5330 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:34:24.440976 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fe82760c-f1cb-495f-a05b-5308016fec7d req-17cb808c-1f7e-4a99-9d20-726fdf3bc460 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247468
Feb 28 10:34:24.452969 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Router 28f1e913-6371-43fe-ba97-76aa2d4150f9 is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:34:24.522450 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Attempting to bind port c3518ec6-d4f7-4afe-90f1-674308e8cc60 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:24.523181 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Attempting to bind port c3518ec6-d4f7-4afe-90f1-674308e8cc60 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:24.523786 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Attempting to bind port c3518ec6-d4f7-4afe-90f1-674308e8cc60 on network 08ce50bb-e12e-4613-b944-9efdb4ba7ded {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:24.541336 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port cb38baaa-70df-4b27-a48e-905bb8afb3d3 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:24.542110 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:24.549066 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:24.549823 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Checking segment: {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:24.550437 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:24.551061 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Bound using segment: {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:24.551827 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Bound port: c3518ec6-d4f7-4afe-90f1-674308e8cc60, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:24.552437 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:24.599797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-be19a5ad-b868-420e-b5b2-58df566b1f66 None None] Provisioning complete for port cb38baaa-70df-4b27-a48e-905bb8afb3d3 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:24.599797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-be19a5ad-b868-420e-b5b2-58df566b1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:24.697007 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:34:24.714626 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Sync routers for ids ['28f1e913-6371-43fe-ba97-76aa2d4150f9'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:34:24.721502 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:24.723326 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-058c9845-642e-4a64-905a-2a49d1b52401 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.3257463
Feb 28 10:34:24.726081 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 44862) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:24.760962 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Routers {'28f1e913-6371-43fe-ba97-76aa2d4150f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:24.763794 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259b1ba30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:34:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['28f1e913-6371-43fe-ba97-76aa2d4150f9'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:24.786579 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] For port c3518ec6-d4f7-4afe-90f1-674308e8cc60, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:24.845568 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] For port c3518ec6-d4f7-4afe-90f1-674308e8cc60, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3518ec6-d4f7-4afe-90f1-674308e8cc60,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:24.865251 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:24.887223 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port cb38baaa-70df-4b27-a48e-905bb8afb3d3 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:24.887689 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:25.019963 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-be19a5ad-b868-420e-b5b2-58df566b1f66 None None] Current status of the port cb38baaa-70df-4b27-a48e-905bb8afb3d3 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:25.023387 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-be19a5ad-b868-420e-b5b2-58df566b1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:25.103918 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Set router 28f1e913-6371-43fe-ba97-76aa2d4150f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:25.204532 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:25.208876 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258866a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:34:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:25.424957 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-be19a5ad-b868-420e-b5b2-58df566b1f66 None None] For port cb38baaa-70df-4b27-a48e-905bb8afb3d3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cb38baaa-70df-4b27-a48e-905bb8afb3d3,segment=NetworkSegment(3fa35c8b-6337-463d-8594-7c3036fc30d4),segment_id=3fa35c8b-6337-463d-8594-7c3036fc30d4)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:25.426393 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ba9d7-6724-4d68-96ae-949513e2fcb8 req-f92040f4-f61b-4826-b8f8-a2c0f3bb46ee tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:25.436534 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c91ba9d7-6724-4d68-96ae-949513e2fcb8 req-f92040f4-f61b-4826-b8f8-a2c0f3bb46ee tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.2904058
Feb 28 10:34:25.448903 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-be19a5ad-b868-420e-b5b2-58df566b1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:25.492707 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c728b-4c63-4b50-aa18-38a2ba8ccf8e None None] Pushing event updated for resources: {'Port': ['ID=c3518ec6-d4f7-4afe-90f1-674308e8cc60,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:25.523433 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259b1ba30>, [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:34:22Z', 'revision_number': 3, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:25.547544 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c91ba9d7-6724-4d68-96ae-949513e2fcb8 req-01007056-7589-4423-81dd-26f209e420b2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040576
Feb 28 10:34:25.557394 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19a5ad-b868-420e-b5b2-58df566b1f66 None None] Pushing event updated for resources: {'Port': ['ID=cb38baaa-70df-4b27-a48e-905bb8afb3d3,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:25.576402 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Checking router: 28f1e913-6371-43fe-ba97-76aa2d4150f9 for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:34:25.576980 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Updating router 28f1e913-6371-43fe-ba97-76aa2d4150f9 port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:34:25.612854 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:25.621880 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.db.api [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 10:34:25.622439 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG oslo_db.api [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 10:34:25.653797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Provisioning complete for port cb38baaa-70df-4b27-a48e-905bb8afb3d3 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:25.654340 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:25.669302 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:25.934737 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Current status of the port cb38baaa-70df-4b27-a48e-905bb8afb3d3 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:25.982572 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Provisioning complete for port c3518ec6-d4f7-4afe-90f1-674308e8cc60 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:25.983038 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.084797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258866a60>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:24Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:26.112944 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Publish callbacks [] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.124967 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.203042 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4126b-1e97-4f0e-9664-533f62872d50 None None] Pushing event updated for resources: {'Port': ['ID=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:26.205451 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaa68e-83ea-4e14-bb1a-8db3e44e1263 req-d9bc0990-bfa3-4367-8f48-5a57344ccd0d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:26.214283 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3bcaa68e-83ea-4e14-bb1a-8db3e44e1263 req-d9bc0990-bfa3-4367-8f48-5a57344ccd0d tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.5353796
Feb 28 10:34:26.237727 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Attempting to bind port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:26.238764 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Attempting to bind port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:26.239119 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Attempting to bind port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:26.247832 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:26.247832 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:26.248232 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.248927 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:26.249518 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Bound port: 0f3f9130-2a0d-4f1a-93ba-2b491f0954db, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:26.250024 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.350010 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] For port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:26.353774 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.357022 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] For port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:26.372267 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618074b-931e-4a7d-bd13-8c171c16d147 None None] The sync data for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi is: [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:24Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:34:26.372713 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.380400 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port cb38baaa-70df-4b27-a48e-905bb8afb3d3 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:26.383143 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3bcaa68e-83ea-4e14-bb1a-8db3e44e1263 req-d61b2860-df6f-4a58-bd4f-55180be15858 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624784
Feb 28 10:34:26.405514 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Current status of the port c3518ec6-d4f7-4afe-90f1-674308e8cc60 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:26.406211 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.494835 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] For port c3518ec6-d4f7-4afe-90f1-674308e8cc60, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3518ec6-d4f7-4afe-90f1-674308e8cc60,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:26.522942 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.629286 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Routers {'28f1e913-6371-43fe-ba97-76aa2d4150f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:26.632995 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259b1ba30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:34:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['28f1e913-6371-43fe-ba97-76aa2d4150f9'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:26.670818 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4126b-1e97-4f0e-9664-533f62872d50 None None] Pushing event updated for resources: {'Port': ['ID=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:26.682294 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-c1f1c63b-ee2c-4d0d-afa5-b68ecc723973 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5064c06558bb43eead0db5aa0ce93841&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0992718
Feb 28 10:34:26.692585 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f59720-77c2-4ed2-9208-a118102d8956 None None] Pushing event updated for resources: {'Port': ['ID=c3518ec6-d4f7-4afe-90f1-674308e8cc60,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:26.748622 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device cb38baaa-70df-4b27-a48e-905bb8afb3d3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:26.871021 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port cb38baaa-70df-4b27-a48e-905bb8afb3d3 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:26.872171 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:26.926708 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] Set router 28f1e913-6371-43fe-ba97-76aa2d4150f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:27.040616 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port cb38baaa-70df-4b27-a48e-905bb8afb3d3 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:27.041849 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device c3518ec6-d4f7-4afe-90f1-674308e8cc60 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:27.107167 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port c3518ec6-d4f7-4afe-90f1-674308e8cc60 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:27.107854 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:27.185324 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-1aa6795b-40b6-48b8-9cff-92484fffb051 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:27.193342 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-1aa6795b-40b6-48b8-9cff-92484fffb051 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4962878
Feb 28 10:34:27.261864 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259b1ba30>, [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:34:22Z', 'revision_number': 3, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:27.272225 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port c3518ec6-d4f7-4afe-90f1-674308e8cc60 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:27.290264 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-13760cdd-ea3c-4784-b7d8-d4ef2fff35eb tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/quotas/5064c06558bb43eead0db5aa0ce93841 HTTP/1.1" status: 200  len: 375 time: 0.0960031
Feb 28 10:34:27.327717 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33bcd2-be9d-460d-a68f-557686e49fb9 None None] The sync data for ids ['28f1e913-6371-43fe-ba97-76aa2d4150f9'] in dv-cinder-master-3-iscsi is: [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:34:22Z', 'revision_number': 3, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:34:27.350307 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-690bc94d-fd87-44fc-a22f-2aab444244c5 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5064c06558bb43eead0db5aa0ce93841&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0590117
Feb 28 10:34:27.360383 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Allocated IP 172.20.0.1 (26056b98-d34c-4e56-8abb-09e429db5330/7df7dd5a-b0f5-4307-b1db-2a5fedde6998/d4254bf8-ab24-4133-8114-68b3a3522ff1) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:27.404091 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebbf1d-510c-4010-aaa0-dd2b96fef504 req-545db4bd-79da-4a02-94a2-744711413648 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:27.415223 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1bebbf1d-510c-4010-aaa0-dd2b96fef504 req-545db4bd-79da-4a02-94a2-744711413648 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.5103025
Feb 28 10:34:27.418350 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20af5-f071-48de-9510-e976d5236017 req-450b9046-f817-4ccb-9038-741c19343cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:27.420020 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-37b20af5-f071-48de-9510-e976d5236017 req-450b9046-f817-4ccb-9038-741c19343cb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1129 time: 0.2121644
Feb 28 10:34:27.598556 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1bebbf1d-510c-4010-aaa0-dd2b96fef504 req-7af4b833-d731-401b-8f21-05201c16d702 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1774836
Feb 28 10:34:27.711309 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20af5-f071-48de-9510-e976d5236017 req-dd83ea15-996c-4fd9-8867-d70257621c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:27.713147 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-37b20af5-f071-48de-9510-e976d5236017 req-dd83ea15-996c-4fd9-8867-d70257621c39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.2817030
Feb 28 10:34:27.719391 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa9e6456-0db3-4081-b75e-b25c41868712 req-ed4b3234-eb99-4a19-b5b1-593472e984ba tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 210 time: 0.0586073
Feb 28 10:34:27.729762 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks [] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:27.911489 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-37b20af5-f071-48de-9510-e976d5236017 req-2f369e87-4454-468c-b696-53efbc85ecbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 1000 time: 0.1793072
Feb 28 10:34:27.977426 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e809823-ec9e-45ba-8ce4-d8034cd1016d req-26e2a443-e27e-4d90-8160-c4ccf9cf7e77 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:27.979011 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3e809823-ec9e-45ba-8ce4-d8034cd1016d req-26e2a443-e27e-4d90-8160-c4ccf9cf7e77 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.2620060
Feb 28 10:34:27.983834 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:27.992186 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-16402430-9049-4f30-99c8-338a76868e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:27.993805 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-16402430-9049-4f30-99c8-338a76868e3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 1130 time: 0.2779093
Feb 28 10:34:28.095338 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20af5-f071-48de-9510-e976d5236017 req-880c7e19-f832-4836-9a41-e952efa10ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:28.096839 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-37b20af5-f071-48de-9510-e976d5236017 req-880c7e19-f832-4836-9a41-e952efa10ef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.1759460
Feb 28 10:34:28.100493 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Network 26056b98-d34c-4e56-8abb-09e429db5330 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:28.127879 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:28.139212 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:28.207990 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Pushing event updated for resources: {'Port': ['ID=d4254bf8-ab24-4133-8114-68b3a3522ff1,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:28.283815 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3e809823-ec9e-45ba-8ce4-d8034cd1016d req-aeb2e772-04b7-440a-bcc0-325dea04c384 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2824266
Feb 28 10:34:28.308644 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (28f1e913-6371-43fe-ba97-76aa2d4150f9), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:28.313274 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-0f226ee0-f3cb-4d17-b3d8-3d8297a1105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:28.315175 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-0f226ee0-f3cb-4d17-b3d8-3d8297a1105b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.3100057
Feb 28 10:34:28.386958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20af5-f071-48de-9510-e976d5236017 req-1f9e4073-adb7-4d8c-b6f5-6a2787901c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:28.388935 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-37b20af5-f071-48de-9510-e976d5236017 req-1f9e4073-adb7-4d8c-b6f5-6a2787901c0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2743738
Feb 28 10:34:28.467043 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-0e9577b1-2057-4a5c-b57b-642dbd43e315 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 200  len: 217 time: 0.0928562
Feb 28 10:34:28.484787 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-b5486587-290a-4820-bee5-a2a4d1ac0d19 None None] Provisioning complete for port d4254bf8-ab24-4133-8114-68b3a3522ff1 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:28.485247 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5486587-290a-4820-bee5-a2a4d1ac0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:28.541826 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b5486587-290a-4820-bee5-a2a4d1ac0d19 None None] Port d4254bf8-ab24-4133-8114-68b3a3522ff1 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:28.638483 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device c3518ec6-d4f7-4afe-90f1-674308e8cc60 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:28.652023 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-db2fbbf5-7b44-4814-9f48-cbf0980f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:28.652023 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-db2fbbf5-7b44-4814-9f48-cbf0980f2ffc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.1673467
Feb 28 10:34:28.666642 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-37b20af5-f071-48de-9510-e976d5236017 req-1ecf8e46-40fe-437c-acda-b3be53d5923d service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2150257
Feb 28 10:34:28.725929 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port c3518ec6-d4f7-4afe-90f1-674308e8cc60 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:28.726620 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:28.733128 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-45513aaa-270e-416e-8316-2f4230db029c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659118
Feb 28 10:34:28.824414 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port c3518ec6-d4f7-4afe-90f1-674308e8cc60 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:28.827261 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 0f3f9130-2a0d-4f1a-93ba-2b491f0954db up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:28.884134 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:28.884483 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.038448 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:29.038990 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.070856 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:29.080245 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.137635 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e2449138-7071-4abc-8225-45598fec26ae req-fa54e6f2-ef65-44a2-92ec-ec8700a2f32d tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 210 time: 0.0760767
Feb 28 10:34:29.138445 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.144340 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:29.218560 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-7dd7acfb-d295-4d6c-9827-3c71f3bbd9ec tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5064c06558bb43eead0db5aa0ce93841&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3546641
Feb 28 10:34:29.229729 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bc7f3-7320-4973-a5b6-8eb0ddd49b89 req-6e7209bc-9576-4a05-9b71-0c60c6a396b2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:29.231815 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f21bc7f3-7320-4973-a5b6-8eb0ddd49b89 req-6e7209bc-9576-4a05-9b71-0c60c6a396b2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 945 time: 0.5049808
Feb 28 10:34:29.270245 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-37b20af5-f071-48de-9510-e976d5236017 req-bd76d18b-c6db-4aed-baa6-be89e72d69e1 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5669560
Feb 28 10:34:29.314122 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-41c4d790-8c32-4ce6-83cb-6ddced1f2272 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659972
Feb 28 10:34:29.434825 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-56685e30-d935-4096-b3f4-7c70bc8054fb tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:29.436402 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-56685e30-d935-4096-b3f4-7c70bc8054fb tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2037868
Feb 28 10:34:29.457280 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Request body: {'port': {'device_id': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3', 'admin_state_up': True, 'tenant_id': '5064c06558bb43eead0db5aa0ce93841'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:29.458552 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f21bc7f3-7320-4973-a5b6-8eb0ddd49b89 req-b3899286-6f4d-40bd-a8c8-f5c009f9c1db tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2099497
Feb 28 10:34:29.552054 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943d7d-32db-4d43-b437-cb71cd70298c req-b2260e2b-019c-45f3-bbc4-dfc9e2201320 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:29.554114 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-53943d7d-32db-4d43-b437-cb71cd70298c req-b2260e2b-019c-45f3-bbc4-dfc9e2201320 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.1676769
Feb 28 10:34:29.563664 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c529c6f-25a1-4fc7-a940-10800926e754 req-7c4af6dc-57d4-41ba-8c79-cfcffcd8b7a6 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216542
Feb 28 10:34:29.607885 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Made reservation on behalf of 5064c06558bb43eead0db5aa0ce93841 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:29.611447 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.625637 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.625868 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks [] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.635207 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-53943d7d-32db-4d43-b437-cb71cd70298c req-88f98557-f1c5-40e3-86d6-c8d30d35796c tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704083
Feb 28 10:34:29.636051 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.742337 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Pushing event updated for resources: {'Port': ['ID=d4254bf8-ab24-4133-8114-68b3a3522ff1,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:29.744762 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (28f1e913-6371-43fe-ba97-76aa2d4150f9), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.809096 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks [] for security_group (c9de4471-239e-4a23-83c9-0aa775482f4c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.818294 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c9de4471-239e-4a23-83c9-0aa775482f4c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:29.884442 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Network 26056b98-d34c-4e56-8abb-09e429db5330 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:29.886435 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:29.948981 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de4471-239e-4a23-83c9-0aa775482f4c,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:30.016938 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:34:30.024371 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Allocated IP 192.168.233.59 (01769dac-278e-459e-b0d9-8c6d36d312e3/31d47813-58d7-4192-9078-778f6c99839c/21d2234b-c39e-4863-b298-1fbac7193271) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:30.044874 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Router 28f1e913-6371-43fe-ba97-76aa2d4150f9 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:34:30.122864 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: ACTIVE; New status is: DOWN {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:30.123705 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.164557 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:30.167648 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:34:30.171154 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e5845a-9a15-4881-bf1b-14fdaeee4d11" -d '{"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-unplugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:34:30.178816 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.220438 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:34:30.220668 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-1a29367f-6774-4517-b12e-0faa18c2533d None None] Provisioning complete for port d4254bf8-ab24-4133-8114-68b3a3522ff1 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:30.220818 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a29367f-6774-4517-b12e-0faa18c2533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.242561 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-cb68d30a-5146-4518-b8c1-29886f201856 admin admin] 10.222.0.21 "PUT /v2.0/routers/28f1e913-6371-43fe-ba97-76aa2d4150f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5115516
Feb 28 10:34:30.254325 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Sync routers for ids ['28f1e913-6371-43fe-ba97-76aa2d4150f9'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:34:30.266904 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks [] for port (21d2234b-c39e-4863-b298-1fbac7193271), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.274833 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720aea05-c0ef-4fb2-bfa6-68e1fc9e0e7b x-openstack-request-id: req-720aea05-c0ef-4fb2-bfa6-68e1fc9e0e7b {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:34:30.275135 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-unplugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:34:30.275390 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-720aea05-c0ef-4fb2-bfa6-68e1fc9e0e7b {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:34:30.275776 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'code': 200}
Feb 28 10:34:30.297650 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=8']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:30.301414 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1a29367f-6774-4517-b12e-0faa18c2533d None None] Port d4254bf8-ab24-4133-8114-68b3a3522ff1 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:30.303992 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Routers {'28f1e913-6371-43fe-ba97-76aa2d4150f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:30.304852 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c26c10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:34:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['28f1e913-6371-43fe-ba97-76aa2d4150f9'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:30.318663 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-03fc613c-ddfd-4c0c-9a44-caf1e67a84d7 req-df4ed268-515e-4818-a1c9-d3faa9328f91 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 210 time: 0.0372422
Feb 28 10:34:30.319025 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (21d2234b-c39e-4863-b298-1fbac7193271), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.380796 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Network 01769dac-278e-459e-b0d9-8c6d36d312e3 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:30.382498 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Pushing event updated for resources: {'Port': ['ID=21d2234b-c39e-4863-b298-1fbac7193271,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:30.385298 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:30.387776 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:30.440281 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Set router 28f1e913-6371-43fe-ba97-76aa2d4150f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:30.451971 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:30.453480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.475284 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-d87bacd7-a31b-4989-adb9-7f0fd88cc35b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0219910
Feb 28 10:34:30.504421 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Request body: {'port': {'device_id': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:30.552987 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 0f3f9130-2a0d-4f1a-93ba-2b491f0954db up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:30.607918 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (21d2234b-c39e-4863-b298-1fbac7193271), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.686929 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7911d1-4de4-40db-82a5-e60220ea3866 req-508f1d6f-b802-4f88-a742-a563a43fe1fb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:30.688845 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3e7911d1-4de4-40db-82a5-e60220ea3866 req-508f1d6f-b802-4f88-a742-a563a43fe1fb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0976782
Feb 28 10:34:30.799196 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:30.799597 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.808272 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3e7911d1-4de4-40db-82a5-e60220ea3866 req-42081d18-7482-47a7-b0ed-da5034adc3f0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135390
Feb 28 10:34:30.887420 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696524-293d-488d-9499-48d709a2b292 req-3745ba39-33fa-4bc1-af4a-8ceccb7fe0c1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:30.887646 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-d4505068-ed8f-453f-95f2-3fcb285d3b17 None None] Provisioning complete for port 21d2234b-c39e-4863-b298-1fbac7193271 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:30.887949 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d4505068-ed8f-453f-95f2-3fcb285d3b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (21d2234b-c39e-4863-b298-1fbac7193271), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:30.889434 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1a696524-293d-488d-9499-48d709a2b292 req-3745ba39-33fa-4bc1-af4a-8ceccb7fe0c1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0952680
Feb 28 10:34:30.955913 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1a696524-293d-488d-9499-48d709a2b292 req-a559b8b2-396b-4e3b-8fdb-8bb62826fe50 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552363
Feb 28 10:34:30.973840 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d4505068-ed8f-453f-95f2-3fcb285d3b17 None None] Port 21d2234b-c39e-4863-b298-1fbac7193271 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:31.027507 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c26c10>, [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:34:28Z', 'revision_number': 4, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4254bf8-ab24-4133-8114-68b3a3522ff1', 'name': '', 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'mac_address': 'fa:16:3e:37:fc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7df7dd5a-b0f5-4307-b1db-2a5fedde6998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:26Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 2, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'subnets': [{'id': '7df7dd5a-b0f5-4307-b1db-2a5fedde6998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:31.064976 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:31.067980 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Checking router: 28f1e913-6371-43fe-ba97-76aa2d4150f9 for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:34:31.068335 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Updating router 28f1e913-6371-43fe-ba97-76aa2d4150f9 port d4254bf8-ab24-4133-8114-68b3a3522ff1 binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:34:31.100397 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.108371 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d2234b-c39e-4863-b298-1fbac7193271 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:34:31.116401 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Publish callbacks [] for port (21d2234b-c39e-4863-b298-1fbac7193271), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.133652 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Transition to ACTIVE for port object 21d2234b-c39e-4863-b298-1fbac7193271 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:34:31.138962 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (21d2234b-c39e-4863-b298-1fbac7193271), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.237013 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Pushing event updated for resources: {'Port': ['ID=21d2234b-c39e-4863-b298-1fbac7193271,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:31.461399 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Attempting to bind port 21d2234b-c39e-4863-b298-1fbac7193271 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:31.462082 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Attempting to bind port 21d2234b-c39e-4863-b298-1fbac7193271 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:31.462082 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Attempting to bind port 21d2234b-c39e-4863-b298-1fbac7193271 on network 01769dac-278e-459e-b0d9-8c6d36d312e3 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:31.483817 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Port 21d2234b-c39e-4863-b298-1fbac7193271 on network 01769dac-278e-459e-b0d9-8c6d36d312e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:34:31.484373 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Attempting to bind port 21d2234b-c39e-4863-b298-1fbac7193271 on network 01769dac-278e-459e-b0d9-8c6d36d312e3 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:31.491207 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:31.498487 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Checking segment: {'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:31.498924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Bound using segment: {'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:31.499391 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Bound port: 21d2234b-c39e-4863-b298-1fbac7193271, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565d150a-fba1-4340-8270-c59b0363cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:31.499763 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (21d2234b-c39e-4863-b298-1fbac7193271), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.542224 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Publish callbacks [] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.554232 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.599452 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71b1f0-f454-48b4-91a4-81f927211c5b req-e8e26483-a625-49b2-8872-3156d60ac550 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:31.601725 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7d71b1f0-f454-48b4-91a4-81f927211c5b req-e8e26483-a625-49b2-8872-3156d60ac550 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.1412969
Feb 28 10:34:31.655572 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] For port 21d2234b-c39e-4863-b298-1fbac7193271, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:31.663234 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] For port 21d2234b-c39e-4863-b298-1fbac7193271, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21d2234b-c39e-4863-b298-1fbac7193271,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:31.682095 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (21d2234b-c39e-4863-b298-1fbac7193271), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.695061 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072dc72-ae3e-402d-9123-d5ea0b69d761 None None] Pushing event updated for resources: {'Port': ['ID=d4254bf8-ab24-4133-8114-68b3a3522ff1,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:31.759621 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:31.763340 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.764855 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/21d2234b-c39e-4863-b298-1fbac7193271 HTTP/1.1" status: 200  len: 1097 time: 1.2653506
Feb 28 10:34:31.772037 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:34:31.778351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e533a6-edc6-46bd-a3a7-4477b2a81033" -d '{"events": [{"name": "network-changed", "server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "tag": "21d2234b-c39e-4863-b298-1fbac7193271"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:34:31.813548 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7d71b1f0-f454-48b4-91a4-81f927211c5b req-cddf7811-2863-4231-8282-56356053d305 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952374
Feb 28 10:34:31.841714 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-b514e30d-d0ea-481d-92b3-5960d16c29ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1587017
Feb 28 10:34:31.866064 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Attempting to bind port d4254bf8-ab24-4133-8114-68b3a3522ff1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:31.871060 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Attempting to bind port d4254bf8-ab24-4133-8114-68b3a3522ff1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:31.873100 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Attempting to bind port d4254bf8-ab24-4133-8114-68b3a3522ff1 on network 26056b98-d34c-4e56-8abb-09e429db5330 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:31.893110 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:31.893422 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Checking segment: {'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:31.893769 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.894183 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Bound using segment: {'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:31.894728 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Bound port: d4254bf8-ab24-4133-8114-68b3a3522ff1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa35c8b-6337-463d-8594-7c3036fc30d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:31.895126 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:31.897618 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a22968-db9a-46cf-b9a4-d8c60bc40480 x-openstack-request-id: req-11a22968-db9a-46cf-b9a4-d8c60bc40480 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:34:31.897923 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "tag": "21d2234b-c39e-4863-b298-1fbac7193271", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:34:31.899321 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11a22968-db9a-46cf-b9a4-d8c60bc40480 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:34:31.899759 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271', 'status': 'completed', 'code': 200}
Feb 28 10:34:31.978982 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83afc9-bcb4-4d9c-9215-61896ab116b0 service neutron] Pushing event updated for resources: {'Port': ['ID=21d2234b-c39e-4863-b298-1fbac7193271,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:32.035336 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-09b6a17e-8c85-4726-bda0-a45ea31666d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.042748 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-09b6a17e-8c85-4726-bda0-a45ea31666d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5064c06558bb43eead0db5aa0ce93841&device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 1131 time: 0.1945233
Feb 28 10:34:32.071474 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] For port d4254bf8-ab24-4133-8114-68b3a3522ff1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:32.079988 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-704530b3-cca3-4a21-90ee-3f6026316a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.081425 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-704530b3-cca3-4a21-90ee-3f6026316a89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77d7fba24894206bc824b8dd499e696&device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 1129 time: 0.1754603
Feb 28 10:34:32.084398 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] For port d4254bf8-ab24-4133-8114-68b3a3522ff1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4254bf8-ab24-4133-8114-68b3a3522ff1,segment=NetworkSegment(3fa35c8b-6337-463d-8594-7c3036fc30d4),segment_id=3fa35c8b-6337-463d-8594-7c3036fc30d4)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:32.101529 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:32.147261 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7011-88f8-4386-a0e9-450942972314 req-cb83a17f-b728-49d0-9eab-15a9e68f5b74 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.149095 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-46dd7011-88f8-4386-a0e9-450942972314 req-cb83a17f-b728-49d0-9eab-15a9e68f5b74 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.1495447
Feb 28 10:34:32.205955 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072dc72-ae3e-402d-9123-d5ea0b69d761 None None] Pushing event updated for resources: {'Port': ['ID=d4254bf8-ab24-4133-8114-68b3a3522ff1,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:32.227353 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-fa74ad97-b0fa-40db-8e5b-32e21f0d277d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=21d2234b-c39e-4863-b298-1fbac7193271 HTTP/1.1" status: 200  len: 217 time: 0.1482103
Feb 28 10:34:32.262727 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Routers {'28f1e913-6371-43fe-ba97-76aa2d4150f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:34:32.264758 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c26c10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:34:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['28f1e913-6371-43fe-ba97-76aa2d4150f9'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:32.335193 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-8ef6d421-bc66-4ba7-b6c4-0beec704f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.337274 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-8ef6d421-bc66-4ba7-b6c4-0beec704f9fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31d47813-58d7-4192-9078-778f6c99839c HTTP/1.1" status: 200  len: 843 time: 0.1015501
Feb 28 10:34:32.414272 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9045-32c0-4142-a466-29a09454cdeb req-c7e3d458-e4cc-496b-b465-c75fa1fc3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.416943 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-c7e3d458-e4cc-496b-b465-c75fa1fc3736 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01769dac-278e-459e-b0d9-8c6d36d312e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.0735235
Feb 28 10:34:32.435669 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c816056-43d2-45b6-a7d0-e89264e11cac req-1e20554e-7f9b-408d-9b5f-f1feac6c29ef tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.448944 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6c816056-43d2-45b6-a7d0-e89264e11cac req-1e20554e-7f9b-408d-9b5f-f1feac6c29ef tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.3248057
Feb 28 10:34:32.468168 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] Set router 28f1e913-6371-43fe-ba97-76aa2d4150f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:34:32.505756 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-46dd7011-88f8-4386-a0e9-450942972314 req-7c49ad0d-9344-4255-b2b9-a1b80d1c6942 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2719095
Feb 28 10:34:32.555262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-a8cf252e-750b-4a0f-b71d-10f4b5eff675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.557668 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-a8cf252e-750b-4a0f-b71d-10f4b5eff675 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 200  len: 920 time: 0.4495571
Feb 28 10:34:32.577820 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6c816056-43d2-45b6-a7d0-e89264e11cac req-a7111df0-e74e-404d-ac65-0273ebd255db tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279104
Feb 28 10:34:32.578651 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-93ebf165-7999-41cd-a5e3-dbc4e539d02b None None] Provisioning complete for port d4254bf8-ab24-4133-8114-68b3a3522ff1 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:32.579225 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93ebf165-7999-41cd-a5e3-dbc4e539d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:32.651744 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-8390a702-cf91-40ce-a06f-6efcdd7c3d82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c HTTP/1.1" status: 200  len: 217 time: 0.0864189
Feb 28 10:34:32.760036 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-2640fddd-b9a8-451e-98e9-4c8a05e7db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:32.761249 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-687f4636-4a5b-4999-bbcf-9f5caa91deed service neutron] 10.222.0.26 "GET /v2.0/networks/01769dac-278e-459e-b0d9-8c6d36d312e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3373120
Feb 28 10:34:32.761809 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-2640fddd-b9a8-451e-98e9-4c8a05e7db1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 200  len: 859 time: 0.0994327
Feb 28 10:34:32.851803 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-502b17d6-138c-4bf6-b2bc-f42bf230e7fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7133a7a4-f128-4749-9f5a-21513ed66246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733252
Feb 28 10:34:33.032644 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-573b9045-32c0-4142-a466-29a09454cdeb req-91e567de-8d6c-4ab5-8847-cc948951e54a service neutron] 10.222.0.26 "GET /v2.0/networks/01769dac-278e-459e-b0d9-8c6d36d312e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545905
Feb 28 10:34:33.096514 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-f9cbc62e-3e2b-4278-92e3-07ca85796ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361448
Feb 28 10:34:33.262805 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-23cc0c83-6cda-460c-8b68-da48167145ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:33.276105 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-23cc0c83-6cda-460c-8b68-da48167145ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5064c06558bb43eead0db5aa0ce93841&device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 1131 time: 0.1158485
Feb 28 10:34:33.410492 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b346408-ac0b-40ed-af15-e61cff3f49fa req-ff0c16db-0852-4573-a597-6dc2aca2f9ee service neutron] 10.222.0.26 "GET /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599883
Feb 28 10:34:33.473394 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c26c10>, [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:34:28Z', 'revision_number': 4, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4254bf8-ab24-4133-8114-68b3a3522ff1', 'name': '', 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'mac_address': 'fa:16:3e:37:fc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7df7dd5a-b0f5-4307-b1db-2a5fedde6998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:26Z', 'updated_at': '2022-02-28T10:34:32Z', 'revision_number': 4, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'subnets': [{'id': '7df7dd5a-b0f5-4307-b1db-2a5fedde6998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:34:33.474297 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-93ebf165-7999-41cd-a5e3-dbc4e539d02b None None] Current status of the port d4254bf8-ab24-4133-8114-68b3a3522ff1 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:33.474735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93ebf165-7999-41cd-a5e3-dbc4e539d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:33.501757 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-709b173b-2722-4a4e-a21c-9d6e83b1fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:33.503594 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-709b173b-2722-4a4e-a21c-9d6e83b1fd09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01769dac-278e-459e-b0d9-8c6d36d312e3 HTTP/1.1" status: 200  len: 870 time: 0.2163343
Feb 28 10:34:33.515718 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9391-c336-45ea-9c3e-7982325d4615 None None] The sync data for ids ['28f1e913-6371-43fe-ba97-76aa2d4150f9'] in dv-cinder-master-3-iscsi is: [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:34:28Z', 'revision_number': 4, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4254bf8-ab24-4133-8114-68b3a3522ff1', 'name': '', 'network_id': '26056b98-d34c-4e56-8abb-09e429db5330', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'mac_address': 'fa:16:3e:37:fc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7df7dd5a-b0f5-4307-b1db-2a5fedde6998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:26Z', 'updated_at': '2022-02-28T10:34:32Z', 'revision_number': 4, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'subnets': [{'id': '7df7dd5a-b0f5-4307-b1db-2a5fedde6998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:34:33.553149 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-93ebf165-7999-41cd-a5e3-dbc4e539d02b None None] For port d4254bf8-ab24-4133-8114-68b3a3522ff1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4254bf8-ab24-4133-8114-68b3a3522ff1,segment=NetworkSegment(3fa35c8b-6337-463d-8594-7c3036fc30d4),segment_id=3fa35c8b-6337-463d-8594-7c3036fc30d4)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:33.565146 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93ebf165-7999-41cd-a5e3-dbc4e539d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:33.663994 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-acc4284f-c51e-4de2-883a-cb5eaec2851d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=21d2234b-c39e-4863-b298-1fbac7193271 HTTP/1.1" status: 200  len: 217 time: 0.1470068
Feb 28 10:34:33.687047 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebf165-7999-41cd-a5e3-dbc4e539d02b None None] Pushing event updated for resources: {'Port': ['ID=d4254bf8-ab24-4133-8114-68b3a3522ff1,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:33.721786 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-59ed3010-8f28-4bf4-ba29-d2cce6aab104 None None] Provisioning complete for port d4254bf8-ab24-4133-8114-68b3a3522ff1 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:33.722322 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-59ed3010-8f28-4bf4-ba29-d2cce6aab104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:33.736197 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f8e71-fed0-49b8-b389-f845f4f54dcd req-cca6895b-2f3e-4345-9049-137a20f770d6 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:33.743403 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bf6f8e71-fed0-49b8-b389-f845f4f54dcd req-cca6895b-2f3e-4345-9049-137a20f770d6 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.1957698
Feb 28 10:34:33.773757 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-1f79c1ca-f985-4cf4-bc4a-c69bcb11dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:33.778343 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-1f79c1ca-f985-4cf4-bc4a-c69bcb11dc7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31d47813-58d7-4192-9078-778f6c99839c HTTP/1.1" status: 200  len: 843 time: 0.0938492
Feb 28 10:34:33.828883 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bf6f8e71-fed0-49b8-b389-f845f4f54dcd req-907ad280-870b-4371-ac7d-27fcebb14b3b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815089
Feb 28 10:34:33.878044 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-56eabdb5-6402-430e-aa0b-8ed1801bd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:33.885594 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-56eabdb5-6402-430e-aa0b-8ed1801bd3eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01769dac-278e-459e-b0d9-8c6d36d312e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.0976257
Feb 28 10:34:33.946445 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-59ed3010-8f28-4bf4-ba29-d2cce6aab104 None None] Current status of the port d4254bf8-ab24-4133-8114-68b3a3522ff1 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:33.995096 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [req-47f14e88-0695-4a44-a8a5-7ab0b4fa1110 req-991e292f-9dd9-4623-9bee-a0ff8b29fdf7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:34:34.005006 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-47f14e88-0695-4a44-a8a5-7ab0b4fa1110 req-991e292f-9dd9-4623-9bee-a0ff8b29fdf7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0147431
Feb 28 10:34:34.022869 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-fbdf0b34-befd-4728-b9df-f9e699b05139 service neutron] 10.222.0.26 "GET /v2.0/networks/01769dac-278e-459e-b0d9-8c6d36d312e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299944
Feb 28 10:34:34.024342 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:34:34.184558 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a7e533a6-edc6-46bd-a3a7-4477b2a81033 req-3d589bc5-6983-4a2e-a5a6-772d48e10587 service neutron] 10.222.0.26 "GET /v2.0/networks/01769dac-278e-459e-b0d9-8c6d36d312e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523190
Feb 28 10:34:34.222879 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: DOWN; New status is: DOWN {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:34.367042 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430b59f-0c21-44c7-813a-57ec99ca3f3c req-03407030-4b9a-4b59-bbfd-9dc35f4ecf8b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:34.368608 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5430b59f-0c21-44c7-813a-57ec99ca3f3c req-03407030-4b9a-4b59-bbfd-9dc35f4ecf8b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.1045938
Feb 28 10:34:34.489072 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5430b59f-0c21-44c7-813a-57ec99ca3f3c req-3b9c5e80-d985-4f23-9a0a-5926c06d0402 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063344
Feb 28 10:34:34.604682 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device d4254bf8-ab24-4133-8114-68b3a3522ff1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:34.667975 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port d4254bf8-ab24-4133-8114-68b3a3522ff1 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:34.668675 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:34.773314 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port d4254bf8-ab24-4133-8114-68b3a3522ff1 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:35.030187 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5ab65-9bd9-48cb-8d1f-76f8fd16e233 req-7a54984e-ee6c-4c10-bef5-b6ca04d11a8f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:35.035817 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fdc5ab65-9bd9-48cb-8d1f-76f8fd16e233 req-7a54984e-ee6c-4c10-bef5-b6ca04d11a8f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.0730681
Feb 28 10:34:35.091046 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fdc5ab65-9bd9-48cb-8d1f-76f8fd16e233 req-b6eebba0-fd1f-4147-b5f1-b206651608cf tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488524
Feb 28 10:34:35.633384 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d247b-833e-4cc1-bd06-1878b95861ea req-d79b8ec6-5b9e-4492-8c66-47bb288a1a91 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:35.641314 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-934d247b-833e-4cc1-bd06-1878b95861ea req-d79b8ec6-5b9e-4492-8c66-47bb288a1a91 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0724254
Feb 28 10:34:35.697200 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-934d247b-833e-4cc1-bd06-1878b95861ea req-2ef2424b-3133-4be5-9cf6-b93340ceb803 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547845
Feb 28 10:34:36.060217 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:36.177699 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 45102) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:36.263250 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710ead8-b09b-47eb-840b-217230ea5236 req-c2d24415-c67c-4603-b81a-9a415fc7a1a0 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:36.270194 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5710ead8-b09b-47eb-840b-217230ea5236 req-c2d24415-c67c-4603-b81a-9a415fc7a1a0 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.0655918
Feb 28 10:34:36.298270 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-7bb3994b-0364-4179-b4fa-02ee4ea5d178 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1192694
Feb 28 10:34:36.303419 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-afc57cac-c8f0-4256-bedf-a557f65956ed service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:34:36.304538 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-afc57cac-c8f0-4256-bedf-a557f65956ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053935
Feb 28 10:34:36.328516 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5710ead8-b09b-47eb-840b-217230ea5236 req-875c3acf-e43c-430e-8bbe-ea46550aaf9f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574005
Feb 28 10:34:36.398742 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 45114) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:34:36.454337 dv-cinder-master-3-iscsi neutron-server[102809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 28 10:34:36.524094 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-65ea92f0-b36d-499a-87fa-6328d1eb2fef tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:36.525589 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-65ea92f0-b36d-499a-87fa-6328d1eb2fef tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports/76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 940 time: 0.1258695
Feb 28 10:34:36.841615 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690fcde-f36f-4430-b1d2-e3ba7bfe42a2 req-88107f86-7681-4bff-9357-ec581b02b021 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:36.853279 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a690fcde-f36f-4430-b1d2-e3ba7bfe42a2 req-88107f86-7681-4bff-9357-ec581b02b021 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0744393
Feb 28 10:34:36.900950 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a690fcde-f36f-4430-b1d2-e3ba7bfe42a2 req-29f1e5a1-608a-4362-9b4f-a9970867ae12 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465426
Feb 28 10:34:37.468050 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e2c1-b4e0-4443-9208-e84ca0ac0824 req-59f4ec6d-e2e8-43d7-b812-72d5109eb9e0 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:37.475620 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1612e2c1-b4e0-4443-9208-e84ca0ac0824 req-59f4ec6d-e2e8-43d7-b812-72d5109eb9e0 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.0637305
Feb 28 10:34:37.546145 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1612e2c1-b4e0-4443-9208-e84ca0ac0824 req-36f11f24-3b4f-4402-8524-db2ec7fd0930 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694792
Feb 28 10:34:38.041647 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 21d2234b-c39e-4863-b298-1fbac7193271 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:34:38.042211 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742777b-cfc1-44fa-8bef-7338c6886b4c req-7041e0c5-cec2-449b-88e0-7aa497c7d732 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:38.044028 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b742777b-cfc1-44fa-8bef-7338c6886b4c req-7041e0c5-cec2-449b-88e0-7aa497c7d732 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0580971
Feb 28 10:34:38.105326 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b742777b-cfc1-44fa-8bef-7338c6886b4c req-40d02792-f465-482c-9308-a0f596be6310 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526283
Feb 28 10:34:38.204497 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 21d2234b-c39e-4863-b298-1fbac7193271, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21d2234b-c39e-4863-b298-1fbac7193271,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:38.232424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '21d2234b-c39e-4863-b298-1fbac7193271', 'network_id': '01769dac-278e-459e-b0d9-8c6d36d312e3', 'port_id': '21d2234b-c39e-4863-b298-1fbac7193271', 'mac_address': 'fa:16:3e:d7:5a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d47813-58d7-4192-9078-778f6c99839c', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:34:38.279596 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 21d2234b-c39e-4863-b298-1fbac7193271 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:38.280136 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (21d2234b-c39e-4863-b298-1fbac7193271), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:38.300514 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d2234b-c39e-4863-b298-1fbac7193271 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:34:38.325702 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 21d2234b-c39e-4863-b298-1fbac7193271, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21d2234b-c39e-4863-b298-1fbac7193271,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:38.330214 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (21d2234b-c39e-4863-b298-1fbac7193271), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:38.389626 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=21d2234b-c39e-4863-b298-1fbac7193271,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:38.689974 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191496c5-8671-49da-a557-399fc48c964b req-8a957289-4ff6-4860-8ffc-625271e90f1f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:38.692529 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-191496c5-8671-49da-a557-399fc48c964b req-8a957289-4ff6-4860-8ffc-625271e90f1f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 948 time: 0.0739744
Feb 28 10:34:38.717377 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['21d2234b-c39e-4863-b298-1fbac7193271'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:34:38.743602 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-191496c5-8671-49da-a557-399fc48c964b req-a4975c49-8e50-441f-839c-863b45c182dd tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452318
Feb 28 10:34:39.269076 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aa8a1-c9cc-4784-8517-cb8e54d19733 req-93b069a0-467f-4bd0-a4bb-8e3d0b5b1803 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:39.276407 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8f0aa8a1-c9cc-4784-8517-cb8e54d19733 req-93b069a0-467f-4bd0-a4bb-8e3d0b5b1803 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0819924
Feb 28 10:34:39.361421 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8f0aa8a1-c9cc-4784-8517-cb8e54d19733 req-acfac7a7-5237-494f-8905-0caa5f265cd7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777071
Feb 28 10:34:39.924403 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a5bf-4a2d-422a-95e6-87859e8ecedd req-afd96e63-365f-4483-a4c6-4ac1b75ea0fd tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:39.926578 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0f98a5bf-4a2d-422a-95e6-87859e8ecedd req-afd96e63-365f-4483-a4c6-4ac1b75ea0fd tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 948 time: 0.0967488
Feb 28 10:34:39.990001 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0f98a5bf-4a2d-422a-95e6-87859e8ecedd req-883439bf-d16c-47cf-ad03-0ef62b01b2dc tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547116
Feb 28 10:34:40.089180 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 21d2234b-c39e-4863-b298-1fbac7193271 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:34:40.148826 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 21d2234b-c39e-4863-b298-1fbac7193271 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:34:40.154329 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 21d2234b-c39e-4863-b298-1fbac7193271 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:40.154735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (21d2234b-c39e-4863-b298-1fbac7193271), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:40.250870 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 21d2234b-c39e-4863-b298-1fbac7193271 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:40.251287 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (21d2234b-c39e-4863-b298-1fbac7193271), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:40.295911 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:34:40.297561 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54919c73-648e-40f0-87a7-2ab481c77038" -d '{"events": [{"server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "name": "network-vif-plugged", "status": "completed", "tag": "21d2234b-c39e-4863-b298-1fbac7193271"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:34:40.315781 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 21d2234b-c39e-4863-b298-1fbac7193271, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21d2234b-c39e-4863-b298-1fbac7193271,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:40.322737 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (21d2234b-c39e-4863-b298-1fbac7193271), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:40.396832 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1b2218-b5f7-4af5-b52c-bc8812740d31 x-openstack-request-id: req-9f1b2218-b5f7-4af5-b52c-bc8812740d31 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:34:40.397300 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "name": "network-vif-plugged", "status": "completed", "tag": "21d2234b-c39e-4863-b298-1fbac7193271", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:34:40.397883 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f1b2218-b5f7-4af5-b52c-bc8812740d31 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:34:40.398386 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271', 'code': 200}
Feb 28 10:34:40.420966 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-8441ff8d-0ff8-4d2a-a0be-167639eb9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:40.427207 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-8441ff8d-0ff8-4d2a-a0be-167639eb9838 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b&tenant_id=003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 1127 time: 0.1383371
Feb 28 10:34:40.429504 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=21d2234b-c39e-4863-b298-1fbac7193271,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:40.525664 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd19a62-3dac-4bb8-b0da-d5609a2336cd req-0679f011-cb38-4652-b5f6-268a9c8ff1b8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:40.527834 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fbd19a62-3dac-4bb8-b0da-d5609a2336cd req-0679f011-cb38-4652-b5f6-268a9c8ff1b8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0622797
Feb 28 10:34:40.555118 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-acd3e6f4-d539-42fe-ad2b-d75505c28b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:40.556900 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-acd3e6f4-d539-42fe-ad2b-d75505c28b6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1127 time: 0.0707703
Feb 28 10:34:40.628366 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fbd19a62-3dac-4bb8-b0da-d5609a2336cd req-9e763637-efe9-406a-8c7e-015a2ec7f812 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795689
Feb 28 10:34:40.681598 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-e52cc582-7398-4170-ac06-81765c1d1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:40.683288 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-e52cc582-7398-4170-ac06-81765c1d1b57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.1191437
Feb 28 10:34:40.787505 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf8c39-4b1f-4371-8a33-6c0487d4b837 req-717bb528-e92b-46a6-974e-d76ee90e8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:40.794750 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8bcf8c39-4b1f-4371-8a33-6c0487d4b837 req-717bb528-e92b-46a6-974e-d76ee90e8dab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 1133 time: 0.0978878
Feb 28 10:34:40.889079 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8bcf8c39-4b1f-4371-8a33-6c0487d4b837 req-bf7f2cb9-0fca-4473-930d-d1581295ffee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879524
Feb 28 10:34:40.955393 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-cb874561-fffb-4601-a2ff-522158c6d67b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 998 time: 0.2486899
Feb 28 10:34:41.015934 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80872f21-f3aa-43a5-9a92-26dfeb196137 req-e6100294-3e61-4ce3-926b-4b7d33fc2e25 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:41.022899 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-80872f21-f3aa-43a5-9a92-26dfeb196137 req-e6100294-3e61-4ce3-926b-4b7d33fc2e25 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0687501
Feb 28 10:34:41.076289 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-80872f21-f3aa-43a5-9a92-26dfeb196137 req-b5103d18-c95d-4d8c-93c0-985d6c05f2b2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505836
Feb 28 10:34:41.136298 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6354eb-0462-411c-a099-b5ceb1dab768 req-98959711-071b-414d-b529-9763d048a634 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:41.138428 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c6354eb-0462-411c-a099-b5ceb1dab768 req-98959711-071b-414d-b529-9763d048a634 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0611973
Feb 28 10:34:41.193402 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c6354eb-0462-411c-a099-b5ceb1dab768 req-86ccc61a-0041-4915-9fbe-d8b31e655800 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488060
Feb 28 10:34:41.331444 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-323bf3bb-94db-4cad-b659-90906729a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:41.333625 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-323bf3bb-94db-4cad-b659-90906729a4d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0509493
Feb 28 10:34:41.385638 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-6d2c339e-1bd8-42fc-a98c-158a8dfa7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:41.387851 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-6d2c339e-1bd8-42fc-a98c-158a8dfa7c34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0472672
Feb 28 10:34:41.485483 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-d0448ef3-4716-4c02-a13c-a502e9c39c40 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891418
Feb 28 10:34:41.587383 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07be9b2-0f4a-4f8d-a157-a707c6a2aceb req-a70c18fb-ce7b-4707-8a24-fdbf8a9bcbb5 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946541
Feb 28 10:34:41.788289 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c1a56-c76b-4012-999c-41ffc207d66d req-d574eca8-7b8d-4d81-a5b2-fec1ed0b874d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:41.789683 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-437c1a56-c76b-4012-999c-41ffc207d66d req-d574eca8-7b8d-4d81-a5b2-fec1ed0b874d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0574307
Feb 28 10:34:41.862663 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-437c1a56-c76b-4012-999c-41ffc207d66d req-ead573cd-9e93-4506-9ae8-95f968f202f5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616922
Feb 28 10:34:42.291875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6648e25-c5c6-4f75-a4e0-83d4ed18170a req-58c286ea-d392-431a-8403-f16dada23eb1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:42.303338 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b6648e25-c5c6-4f75-a4e0-83d4ed18170a req-58c286ea-d392-431a-8403-f16dada23eb1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1462686
Feb 28 10:34:42.486025 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165410b8-a695-457d-8a6a-ac8d43298314 req-e108f831-c521-492e-9add-594d04d2816e tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:42.488126 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-165410b8-a695-457d-8a6a-ac8d43298314 req-e108f831-c521-492e-9add-594d04d2816e tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.1206849
Feb 28 10:34:42.499929 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b6648e25-c5c6-4f75-a4e0-83d4ed18170a req-611fbfb5-4591-4a42-94fc-9a7e516226e1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947670
Feb 28 10:34:42.581113 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-165410b8-a695-457d-8a6a-ac8d43298314 req-1898ec5b-31c8-49c1-99de-decfa46303f4 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729523
Feb 28 10:34:43.068831 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81db12-1904-49b0-9f5e-4affedad8476 req-f89ecb48-65cd-4eaa-bff2-b31513263889 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:43.070366 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8f81db12-1904-49b0-9f5e-4affedad8476 req-f89ecb48-65cd-4eaa-bff2-b31513263889 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.1039302
Feb 28 10:34:43.126246 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8f81db12-1904-49b0-9f5e-4affedad8476 req-996520b0-2a33-40d1-b550-9dfecdcd5904 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494120
Feb 28 10:34:43.236632 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-dca1208d-e19a-47c4-b124-f146c1291775 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341917082&fields=id&tenant_id=b55c46d5c05b41adb823461813ee1e5b HTTP/1.1" status: 200  len: 267 time: 0.0606222
Feb 28 10:34:43.426672 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-a0b745e4-2302-4d2d-9409-ff50349c5ec9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:43.428120 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-a0b745e4-2302-4d2d-9409-ff50349c5ec9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/networks?id=956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 200  len: 809 time: 0.1765511
Feb 28 10:34:43.446642 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-577edab7-50b4-4ae1-baf1-828c43bc6c02 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/quotas/b55c46d5c05b41adb823461813ee1e5b HTTP/1.1" status: 200  len: 375 time: 0.0111878
Feb 28 10:34:43.598520 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-d2a09e80-9148-4d4f-9144-d91aa383c6f4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1363909
Feb 28 10:34:43.723452 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aced4d47-4177-4a73-9ba5-f896f1321313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:43.863726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad62a4-640a-4006-99fa-2f9f62af0335 req-ea3af505-9f87-4568-8c64-6d1e01a6964b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:43.870817 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f2ad62a4-640a-4006-99fa-2f9f62af0335 req-ea3af505-9f87-4568-8c64-6d1e01a6964b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1309762
Feb 28 10:34:43.958700 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f2ad62a4-640a-4006-99fa-2f9f62af0335 req-626f73eb-e7db-4ff0-805a-fc27da79d21e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862322
Feb 28 10:34:43.994322 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-ec3cb15b-0dad-4955-9539-2b7b13604cbf service neutron] 10.222.0.21 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3944230
Feb 28 10:34:44.195779 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b39b9e-feab-42b3-9685-c6d3e8a03d00 req-e3870b60-2088-4a09-86c1-cf65a9abcf7a tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:44.197790 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-41b39b9e-feab-42b3-9685-c6d3e8a03d00 req-e3870b60-2088-4a09-86c1-cf65a9abcf7a tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.1117768
Feb 28 10:34:44.205207 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-36394405-4390-45a0-b6fe-9a8565f84c41 service neutron] 10.222.0.21 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087338
Feb 28 10:34:44.278744 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-41b39b9e-feab-42b3-9685-c6d3e8a03d00 req-b4d1803d-89ac-45be-96e6-6624518d7622 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624864
Feb 28 10:34:44.796096 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fef05-5ff3-49d2-a99a-b5ce1820a75d req-f77f808d-bd23-42f8-831f-3e54ac9f096a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:44.803035 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-060fef05-5ff3-49d2-a99a-b5ce1820a75d req-f77f808d-bd23-42f8-831f-3e54ac9f096a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0630937
Feb 28 10:34:44.891741 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-060fef05-5ff3-49d2-a99a-b5ce1820a75d req-82572db5-66ee-4060-a379-0a0cd1b16340 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813975
Feb 28 10:34:45.031273 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c1f7fb3-9f0e-4417-8966-4c4c22aaecdc req-6abf3d28-5d18-423b-96bf-761ea199099c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0413508
Feb 28 10:34:45.522871 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c424caa-b3ed-4f51-88e9-c35a84594f91 req-0b30b9b5-df5f-47d9-9555-33e4b80a0862 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:45.524431 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3c424caa-b3ed-4f51-88e9-c35a84594f91 req-0b30b9b5-df5f-47d9-9555-33e4b80a0862 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.3991561
Feb 28 10:34:45.577203 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3c424caa-b3ed-4f51-88e9-c35a84594f91 req-3f5283f5-eb33-400d-8521-740fcbf29d9d tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461795
Feb 28 10:34:45.698424 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394729-11f9-4357-9abb-884b87b8b04c req-bcbd994c-dc5f-4219-a204-ffb0ed766e52 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:45.700698 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ec394729-11f9-4357-9abb-884b87b8b04c req-bcbd994c-dc5f-4219-a204-ffb0ed766e52 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0566838
Feb 28 10:34:45.749254 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ec394729-11f9-4357-9abb-884b87b8b04c req-9284874c-f0a4-4ee4-827b-e156af59faa4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429909
Feb 28 10:34:45.954000 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-57d656b9-6adf-443d-9ebc-ad13830223ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:46.055124 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698441d9-26a8-42f7-8dd6-0eef71b7954c req-f79a592b-6400-4810-a437-8a9a4f8373d0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:46.056996 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-698441d9-26a8-42f7-8dd6-0eef71b7954c req-f79a592b-6400-4810-a437-8a9a4f8373d0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0770211
Feb 28 10:34:46.111456 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-698441d9-26a8-42f7-8dd6-0eef71b7954c req-05f3a928-98b5-4b67-98eb-9feec8ed19cd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460207
Feb 28 10:34:46.204128 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8560b28f-3cff-4515-8d85-e9ff70a88d25 req-1b583b39-c76e-400d-b31c-6a81aa5610d0 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0289588
Feb 28 10:34:46.712349 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77442677-f0d6-4a41-91be-2c682f05e3d2 req-57334f8c-bc2d-4785-8944-df99dc2e9a74 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:46.716103 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77442677-f0d6-4a41-91be-2c682f05e3d2 req-57334f8c-bc2d-4785-8944-df99dc2e9a74 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0600002
Feb 28 10:34:46.765692 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77442677-f0d6-4a41-91be-2c682f05e3d2 req-3207e444-5177-4436-91b6-11d8825ceb9e tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427649
Feb 28 10:34:46.887359 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e444d-d128-47a8-8a38-cf725142196d req-5ffa3add-cb2b-4235-8d32-62d678223330 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:46.888993 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-942e444d-d128-47a8-8a38-cf725142196d req-5ffa3add-cb2b-4235-8d32-62d678223330 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0611813
Feb 28 10:34:46.958803 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-942e444d-d128-47a8-8a38-cf725142196d req-e37e68e6-ff65-4039-87d6-c93d71f64880 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605967
Feb 28 10:34:47.101727 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:47.261390 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7e184-f167-4ebc-8f0e-7001691c4083 req-32b1beb8-c707-4d5b-b55e-392a1a8d3d67 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:47.264606 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-47a7e184-f167-4ebc-8f0e-7001691c4083 req-32b1beb8-c707-4d5b-b55e-392a1a8d3d67 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0580130
Feb 28 10:34:47.327947 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-47a7e184-f167-4ebc-8f0e-7001691c4083 req-2e24d494-d3e3-442f-b0fc-3e1617d66043 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567698
Feb 28 10:34:47.415904 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c0621155-301b-4b3f-9b18-620348cdea76 req-614da0a9-3847-4185-9467-6de09eaaff36 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0294166
Feb 28 10:34:47.898779 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72adfe2-64bc-448d-8366-9b9de6960b59 req-1ce2c5d7-f1f3-40a5-ac89-c365d1ca983c tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:47.900397 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b72adfe2-64bc-448d-8366-9b9de6960b59 req-1ce2c5d7-f1f3-40a5-ac89-c365d1ca983c tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0621173
Feb 28 10:34:47.953479 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b72adfe2-64bc-448d-8366-9b9de6960b59 req-07877656-eca1-43b8-ae28-b368af1addc7 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464621
Feb 28 10:34:48.076535 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba17c2-9206-4d1c-953e-85cb1e2464be req-48130c95-ee4c-4984-b18d-fb808d3fca92 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:48.078011 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5bba17c2-9206-4d1c-953e-85cb1e2464be req-48130c95-ee4c-4984-b18d-fb808d3fca92 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0564210
Feb 28 10:34:48.135168 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5bba17c2-9206-4d1c-953e-85cb1e2464be req-17c50253-894c-40dd-b042-01988014882f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446053
Feb 28 10:34:48.465697 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c04a5-d000-4c20-bbf2-adc363d475b8 req-578f85f1-ec3f-49ab-b66b-4d9a88131704 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:48.468267 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-636c04a5-d000-4c20-bbf2-adc363d475b8 req-578f85f1-ec3f-49ab-b66b-4d9a88131704 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0595169
Feb 28 10:34:48.491818 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:48.531850 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-636c04a5-d000-4c20-bbf2-adc363d475b8 req-2318251b-c2d0-416c-aae0-eb3243a24647 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560377
Feb 28 10:34:48.647432 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6bd97fbd-7c8e-493c-8ad6-288afb596d40 req-f219ab57-be40-4d31-a5ce-9f9fedd820d4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0445759
Feb 28 10:34:49.085207 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973408d-c675-44d2-be11-c80646d96a68 req-cef8c5d3-e2f8-466d-ab80-e159fea964de tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:49.086745 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a973408d-c675-44d2-be11-c80646d96a68 req-cef8c5d3-e2f8-466d-ab80-e159fea964de tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0609717
Feb 28 10:34:49.136547 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a973408d-c675-44d2-be11-c80646d96a68 req-fcbe6323-611a-4b5a-ac59-21758e262b55 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432909
Feb 28 10:34:49.263908 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281ae9-621d-4b05-95b9-7b79b9cf601f req-1d0d1cbb-3a98-4426-b638-47d91c3116ef tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:49.265298 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-35281ae9-621d-4b05-95b9-7b79b9cf601f req-1d0d1cbb-3a98-4426-b638-47d91c3116ef tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0593927
Feb 28 10:34:49.321505 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-35281ae9-621d-4b05-95b9-7b79b9cf601f req-e878d215-20d7-4ae4-80b3-e6a796124576 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505188
Feb 28 10:34:49.674320 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f553ab-bd32-4fdc-a058-d214f5a8b6ca req-adfa980b-f355-484c-a23b-3e25369a8eb2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:49.679456 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74f553ab-bd32-4fdc-a058-d214f5a8b6ca req-adfa980b-f355-484c-a23b-3e25369a8eb2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0615520
Feb 28 10:34:49.743429 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74f553ab-bd32-4fdc-a058-d214f5a8b6ca req-f164a6e9-70c8-4422-a196-dc490fb8de33 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573263
Feb 28 10:34:49.847268 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e1967f0a-747c-4d3b-93d1-5049e29b2cf4 req-ff7672a6-dadc-4c0f-9a50-0392ce03eaea tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0364451
Feb 28 10:34:49.939734 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:50.162331 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:34:50.281322 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512d55f-b2b3-423d-b0fa-9a9c5ef8241b req-897ba804-ddb4-4a37-922a-c28281191185 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:50.283021 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3512d55f-b2b3-423d-b0fa-9a9c5ef8241b req-897ba804-ddb4-4a37-922a-c28281191185 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0638988
Feb 28 10:34:50.341426 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3512d55f-b2b3-423d-b0fa-9a9c5ef8241b req-671c4fd1-21cd-4b40-b576-dd09df40b775 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501523
Feb 28 10:34:50.458923 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257aec25-20a4-4eca-9517-dcc4803758c1 req-4b78b849-c22e-4c2e-a875-560dbda41a9b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:50.460709 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-257aec25-20a4-4eca-9517-dcc4803758c1 req-4b78b849-c22e-4c2e-a875-560dbda41a9b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0564787
Feb 28 10:34:50.514943 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-257aec25-20a4-4eca-9517-dcc4803758c1 req-ffe8514a-3596-4186-8a57-54a717870c70 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471647
Feb 28 10:34:50.898635 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b552-6c94-4a8d-bd51-7e0e144a3c39 req-68e14f1f-ea6d-408e-b83a-0bbd290d2237 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:50.900156 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1426b552-6c94-4a8d-bd51-7e0e144a3c39 req-68e14f1f-ea6d-408e-b83a-0bbd290d2237 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0757518
Feb 28 10:34:50.951958 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1426b552-6c94-4a8d-bd51-7e0e144a3c39 req-9d769326-ed22-4865-976b-e65885928896 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452964
Feb 28 10:34:51.053513 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1fad7e44-7459-423d-862f-344bc5a9f104 req-bd56b1eb-f2e7-4ba3-a03e-0c5156ae58c1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0292554
Feb 28 10:34:51.464597 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4195f-95fa-4da2-88d4-1d868b1c444f req-cd934f28-42f3-4c59-bba8-f3143c7b77c9 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:51.466279 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-85a4195f-95fa-4da2-88d4-1d868b1c444f req-cd934f28-42f3-4c59-bba8-f3143c7b77c9 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0548565
Feb 28 10:34:51.541151 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-85a4195f-95fa-4da2-88d4-1d868b1c444f req-66039565-414d-45db-8eda-5dde1564ea94 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693207
Feb 28 10:34:51.656376 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-207a0dda-2051-4621-9396-8d0db9d2ed57 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:51.657748 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-207a0dda-2051-4621-9396-8d0db9d2ed57 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 814 time: 0.1521304
Feb 28 10:34:51.677942 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-c4dda837-7b30-4a93-9778-f6d510264841 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/quotas/b8784f6a53624f7688d9ae0ae0e15169 HTTP/1.1" status: 200  len: 375 time: 0.0146260
Feb 28 10:34:51.686075 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d455-5c29-40d3-99f2-bc2a70218736 req-aac1c250-3af4-488f-a355-9274b0bbd816 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:51.687513 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f991d455-5c29-40d3-99f2-bc2a70218736 req-aac1c250-3af4-488f-a355-9274b0bbd816 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0910296
Feb 28 10:34:51.769928 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f991d455-5c29-40d3-99f2-bc2a70218736 req-4cd6323f-d3b2-4542-afd1-77c4e2f925cf tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736015
Feb 28 10:34:51.776497 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-5e6f79b3-5efa-4cbf-9b9e-442b26ef0c96 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0877318
Feb 28 10:34:51.880071 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-49c8a46a-0ba1-4a3e-bf8a-1245ebcb176f service neutron] 10.222.0.21 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888991
Feb 28 10:34:51.976961 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-33de161f-1e00-4bcd-85ee-efdfa9145a07 service neutron] 10.222.0.21 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910640
Feb 28 10:34:52.118984 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3214c5-5d6c-4ff6-ba7f-5af8640c018d req-f3884b6e-b7f3-40d8-91e5-39e8e61bbdcc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:52.120506 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea3214c5-5d6c-4ff6-ba7f-5af8640c018d req-f3884b6e-b7f3-40d8-91e5-39e8e61bbdcc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0795994
Feb 28 10:34:52.176075 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ffc7cae-8436-4e3d-94e2-5b119a239cc6 req-8421e721-f7ef-4056-86cb-3f207c3e5f11 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0332794
Feb 28 10:34:52.206992 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea3214c5-5d6c-4ff6-ba7f-5af8640c018d req-3acc08e9-c758-4770-a641-886796b6a32f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802717
Feb 28 10:34:52.259908 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-790e0ffa-b989-4390-9222-4124bed5f0c4 req-b9d6b879-0bae-48c1-a379-d242e450b90f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 210 time: 0.0325344
Feb 28 10:34:52.665208 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1e4b7-9698-400e-902d-4092e94e3d9a req-45eaa88c-4215-4b64-b4b4-b636e4646e83 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:52.666799 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-45c1e4b7-9698-400e-902d-4092e94e3d9a req-45eaa88c-4215-4b64-b4b4-b636e4646e83 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0549855
Feb 28 10:34:52.719790 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-45c1e4b7-9698-400e-902d-4092e94e3d9a req-da972652-07c5-4c67-933f-726b5240c069 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463681
Feb 28 10:34:52.907389 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b32e1-03e4-4b87-9885-57b52322cd88 req-e2137897-ed88-4d9d-9eb3-fa5be28db19e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:52.908869 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-447b32e1-03e4-4b87-9885-57b52322cd88 req-e2137897-ed88-4d9d-9eb3-fa5be28db19e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0550299
Feb 28 10:34:52.968984 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-447b32e1-03e4-4b87-9885-57b52322cd88 req-78971079-ed7b-443f-9c7c-34e29435e350 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545604
Feb 28 10:34:53.031938 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-687fa375-a6a1-4f64-a699-2e41a435a3bf tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:53.033365 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-687fa375-a6a1-4f64-a699-2e41a435a3bf tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.26 "GET /v2.0/networks?id=956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 200  len: 809 time: 0.1126070
Feb 28 10:34:53.110108 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-ce216716-3b82-40c0-93c6-376cca0de062 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c46d5c05b41adb823461813ee1e5b HTTP/1.1" status: 200  len: 379 time: 0.0535903
Feb 28 10:34:53.139466 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'port': {'device_id': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'admin_state_up': True, 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'security_groups': ['82118a4f-4e43-48bb-9e1c-1991d9946786']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:53.251663 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Made reservation on behalf of b55c46d5c05b41adb823461813ee1e5b for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:53.255211 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:53.302476 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-97e42bec-1c97-4cab-90de-8a836c43ad57 req-65377f8e-16cd-4e72-b770-b0c78d88b560 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0449855
Feb 28 10:34:53.357497 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bcbd9-2f70-49ce-b474-4f247880bc81 req-ffd16e30-83e1-4f2d-996c-7bfc12cbc481 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:53.359220 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-297bcbd9-2f70-49ce-b474-4f247880bc81 req-ffd16e30-83e1-4f2d-996c-7bfc12cbc481 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0591624
Feb 28 10:34:53.401719 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Allocated IP 172.20.0.10 (956c294a-5b07-4205-ad8a-387d3422fbe8/123faae4-a2c2-43a0-a700-63d5786e34ac/c294705d-35da-4f5d-8e43-0a930f3b63a3) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:53.429128 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7463e642-ec9e-4e19-99f2-c190b1c5f506 req-331a192e-0c1e-41ed-b786-4878fa0ccebb tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 210 time: 0.0435126
Feb 28 10:34:53.436927 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-297bcbd9-2f70-49ce-b474-4f247880bc81 req-34850bbe-f9fc-43ad-bce6-25b3c4bb1658 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712438
Feb 28 10:34:53.570315 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:53.579840 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-9c287f56-35f8-4a08-9d05-d5430829d799 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:53.581385 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-9c287f56-35f8-4a08-9d05-d5430829d799 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.26 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 814 time: 0.1250277
Feb 28 10:34:53.604701 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:53.609451 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'port': {'device_id': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'admin_state_up': True, 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:53.646851 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:53.648137 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:53.651996 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:53.689932 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:53.704120 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.704621 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.704830 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.705172 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.705575 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.705954 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.706291 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.706698 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.707031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.707441 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.707835 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.708367 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.708733 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:53.732707 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:53.733424 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:53.739510 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Made reservation on behalf of b8784f6a53624f7688d9ae0ae0e15169 for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:34:53.747962 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:53.754134 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-00b59e94-18a5-47fa-a661-831af17af6b1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6189089
Feb 28 10:34:53.786400 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Request body: {'port': {'device_id': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:34:53.921378 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:53.983890 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Allocated IP 172.20.0.4 (08ce50bb-e12e-4613-b944-9efdb4ba7ded/cd5b54f6-a60e-4d60-841e-0d1e7247ae5f/4b9ee076-d1ee-4590-80a3-6e8e06acb5ce) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:34:54.006517 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5e9e-5682-4831-834a-5ccedf113f66 req-98cb4af0-9ebc-4ba2-99a5-d352112f6f64 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:54.011273 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-a81e80ca-f670-40b6-a06f-c8892f41df0a None None] Provisioning complete for port c294705d-35da-4f5d-8e43-0a930f3b63a3 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:54.012387 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a81e80ca-f670-40b6-a06f-c8892f41df0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:54.013954 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c7b5e9e-5682-4831-834a-5ccedf113f66 req-98cb4af0-9ebc-4ba2-99a5-d352112f6f64 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.1817169
Feb 28 10:34:54.063503 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-a81e80ca-f670-40b6-a06f-c8892f41df0a None None] Port c294705d-35da-4f5d-8e43-0a930f3b63a3 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:54.182345 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c7b5e9e-5682-4831-834a-5ccedf113f66 req-4b73e17a-98a4-4bff-9fcb-181b67e2b6eb tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649618
Feb 28 10:34:54.308926 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fabf27-57d7-4737-a4b5-ef870a949485 req-3ee06cc7-ebe6-4c80-99b3-d9dcc477fec4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:54.317121 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71fabf27-57d7-4737-a4b5-ef870a949485 req-3ee06cc7-ebe6-4c80-99b3-d9dcc477fec4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.2002385
Feb 28 10:34:54.553762 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71fabf27-57d7-4737-a4b5-ef870a949485 req-b2cd1795-53e1-410a-88f1-ecade80d165e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354813
Feb 28 10:34:54.651258 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:54.732446 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50f2d-afab-4a39-b0f5-fb8a89abf43c req-e9bc5dcc-d697-4f90-b1ff-24bf718ad7c9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:54.739966 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ea50f2d-afab-4a39-b0f5-fb8a89abf43c req-e9bc5dcc-d697-4f90-b1ff-24bf718ad7c9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 932 time: 0.2526412
Feb 28 10:34:54.801953 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-da252ddc-ac6b-44b0-9f70-d23325141652 req-016f0a9f-fb8a-486c-abb3-c1a4a63d0969 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 210 time: 0.0378761
Feb 28 10:34:54.851798 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ea50f2d-afab-4a39-b0f5-fb8a89abf43c req-14b801b2-833e-48a0-bb0a-ce07d23addfc tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100669
Feb 28 10:34:54.853811 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:54.866376 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c294705d-35da-4f5d-8e43-0a930f3b63a3 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:34:54.889141 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Publish callbacks [] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:54.918007 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Transition to ACTIVE for port object c294705d-35da-4f5d-8e43-0a930f3b63a3 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:34:54.924002 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:54.963521 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:54.979418 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:34:54.982878 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.983330 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.983792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.984241 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.984691 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.985151 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.985622 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.986035 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.986476 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.986934 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.987371 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.987845 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.988243 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:54.994397 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:34:55.001685 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:34:55.069484 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:55.070338 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:55.092552 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:55.124945 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-943c7eab-9184-4708-9448-996defed18ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5202549
Feb 28 10:34:55.154389 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b25b8-5e34-4250-91d6-f37391970c8f req-da3d7d68-a4e5-44f2-8fb8-3e9dd240f60c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:55.160967 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-860b25b8-5e34-4250-91d6-f37391970c8f req-da3d7d68-a4e5-44f2-8fb8-3e9dd240f60c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.2276707
Feb 28 10:34:55.165674 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Attempting to bind port c294705d-35da-4f5d-8e43-0a930f3b63a3 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:34:55.166935 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Attempting to bind port c294705d-35da-4f5d-8e43-0a930f3b63a3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:34:55.167439 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Attempting to bind port c294705d-35da-4f5d-8e43-0a930f3b63a3 on network 956c294a-5b07-4205-ad8a-387d3422fbe8 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:55.176102 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Port c294705d-35da-4f5d-8e43-0a930f3b63a3 on network 956c294a-5b07-4205-ad8a-387d3422fbe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:34:55.176464 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Attempting to bind port c294705d-35da-4f5d-8e43-0a930f3b63a3 on network 956c294a-5b07-4205-ad8a-387d3422fbe8 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:34:55.190748 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:34:55.191415 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Checking segment: {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:34:55.192724 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Bound using segment: {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:34:55.193504 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Bound port: c294705d-35da-4f5d-8e43-0a930f3b63a3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a007df6-c872-4048-8f79-3b40b46f8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:34:55.193878 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:55.257646 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-860b25b8-5e34-4250-91d6-f37391970c8f req-b26f60f8-fc8a-4886-ace8-66463e5ece14 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956914
Feb 28 10:34:55.335041 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:34:55.339875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:34:55.362742 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:55.471897 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508829-de41-4e03-9f7f-9e654f27482f req-bbe5a8e8-9799-48f9-b545-45ff5a26924a tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:55.473577 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9d508829-de41-4e03-9f7f-9e654f27482f req-bbe5a8e8-9799-48f9-b545-45ff5a26924a tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.1230028
Feb 28 10:34:55.474500 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:55.475163 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:55.476817 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] 10.222.0.26 "PUT /v2.0/ports/c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 1094 time: 1.6948636
Feb 28 10:34:55.477438 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:34:55.487487 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f9ba1b-1c6b-4203-bd78-a1b429ad47b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:34:55.534056 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ec7cd-9176-4cad-ae62-c0653b3dc645 service neutron] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:55.569410 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9d508829-de41-4e03-9f7f-9e654f27482f req-11bca47b-69a3-466c-9ccf-189c8f11724f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888100
Feb 28 10:34:55.576586 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-bab26a06-de2e-474d-a537-7ec006602f7e None None] Provisioning complete for port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:34:55.577622 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bab26a06-de2e-474d-a537-7ec006602f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:55.601148 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc34eba2-0651-4bea-a4da-4c0e676455be x-openstack-request-id: req-dc34eba2-0651-4bea-a4da-4c0e676455be {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:34:55.601526 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:34:55.601832 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc34eba2-0651-4bea-a4da-4c0e676455be {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:34:55.602297 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'status': 'completed', 'code': 200}
Feb 28 10:34:55.670408 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-bab26a06-de2e-474d-a537-7ec006602f7e None None] Port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:34:55.779788 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2887e-9821-455b-9acd-3231b5b0cef0 req-48580c3f-e1e6-4785-9cc9-e44d7d14525e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:55.789509 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bec2887e-9821-455b-9acd-3231b5b0cef0 req-48580c3f-e1e6-4785-9cc9-e44d7d14525e tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1099496
Feb 28 10:34:55.874364 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bec2887e-9821-455b-9acd-3231b5b0cef0 req-555f32c4-fe4a-401f-9430-af75a939fc2b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838268
Feb 28 10:34:56.064704 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579094-04ac-43b9-9194-78b7346430a8 req-62dbba42-a529-4cf2-891e-fe6d61ef7a54 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:56.072070 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f4579094-04ac-43b9-9194-78b7346430a8 req-62dbba42-a529-4cf2-891e-fe6d61ef7a54 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 931 time: 0.1071346
Feb 28 10:34:56.107597 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff201c4-39e0-4c22-8d4f-0714cc3ffeac req-1b6c0d41-bd41-458c-b495-e6c4660c0f40 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:56.109542 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6ff201c4-39e0-4c22-8d4f-0714cc3ffeac req-1b6c0d41-bd41-458c-b495-e6c4660c0f40 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1134503
Feb 28 10:34:56.169379 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f4579094-04ac-43b9-9194-78b7346430a8 req-f4c4f452-e808-4f45-8eba-b906433ec854 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960059
Feb 28 10:34:56.191019 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6ff201c4-39e0-4c22-8d4f-0714cc3ffeac req-826b3246-1454-42d5-9370-de25c2f443a9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698025
Feb 28 10:34:56.412284 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d4d8-9884-42d3-b7be-e229c062cb5a req-537cc8f1-39c3-4572-a56e-099ecc4e3ec4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:56.414171 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ff15d4d8-9884-42d3-b7be-e229c062cb5a req-537cc8f1-39c3-4572-a56e-099ecc4e3ec4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0648158
Feb 28 10:34:56.479485 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ff15d4d8-9884-42d3-b7be-e229c062cb5a req-566375b4-74be-446c-8b44-e6e21f63adf2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578539
Feb 28 10:34:56.698237 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba768b4-0752-4509-90bd-4aeb64442b3f req-08dd4700-8dce-4af7-a95b-d3e8003b84a5 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:56.700137 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bba768b4-0752-4509-90bd-4aeb64442b3f req-08dd4700-8dce-4af7-a95b-d3e8003b84a5 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0567243
Feb 28 10:34:56.750255 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bba768b4-0752-4509-90bd-4aeb64442b3f req-1cde4f13-4692-4676-bdae-ca516fb42334 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442464
Feb 28 10:34:57.000052 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839118c-c936-42a3-80b5-1402bad1f71d req-0fc11457-ad16-451b-92b1-41b4df4150fa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:57.001697 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0839118c-c936-42a3-80b5-1402bad1f71d req-0fc11457-ad16-451b-92b1-41b4df4150fa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0601075
Feb 28 10:34:57.052168 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0839118c-c936-42a3-80b5-1402bad1f71d req-e2b9589a-51c5-41c2-ba1e-9cf8e058cb58 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428922
Feb 28 10:34:57.325831 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269df2-2307-4651-ba26-d5104ef3b32c req-dcb1b6f0-5f25-47b2-9865-36600fda7738 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:57.327353 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b0269df2-2307-4651-ba26-d5104ef3b32c req-dcb1b6f0-5f25-47b2-9865-36600fda7738 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 931 time: 0.0890067
Feb 28 10:34:57.339260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a12f-7069-42d0-9739-4e6911b9aa70 req-e97780b4-4e7e-4cda-9fbc-905174b43edd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:57.342474 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f697a12f-7069-42d0-9739-4e6911b9aa70 req-e97780b4-4e7e-4cda-9fbc-905174b43edd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0754111
Feb 28 10:34:57.426269 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b0269df2-2307-4651-ba26-d5104ef3b32c req-1fb7cf94-9395-4bf5-9d3c-586820a314cc tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824885
Feb 28 10:34:57.429959 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f697a12f-7069-42d0-9739-4e6911b9aa70 req-c2c22fea-93ba-4e54-8434-a1df23de0ce0 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784645
Feb 28 10:34:57.609095 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2736a47-34f3-4ada-93ac-c8d55f393182 req-b8828fe2-02d4-441a-b4a8-22104f30eb4f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:57.610498 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e2736a47-34f3-4ada-93ac-c8d55f393182 req-b8828fe2-02d4-441a-b4a8-22104f30eb4f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0553942
Feb 28 10:34:57.663401 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e2736a47-34f3-4ada-93ac-c8d55f393182 req-c298c31d-8a42-411b-bb8d-79a57603d28e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470297
Feb 28 10:34:57.882560 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaab159-9523-4589-a415-8be494be3acf req-56e391b8-55b4-472d-b60f-725fd1ac0c62 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:57.884026 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-edaab159-9523-4589-a415-8be494be3acf req-56e391b8-55b4-472d-b60f-725fd1ac0c62 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 949 time: 0.0556664
Feb 28 10:34:57.932681 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-edaab159-9523-4589-a415-8be494be3acf req-15a9bea5-8caa-4f5c-a7d0-ae55df947b82 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423050
Feb 28 10:34:58.181985 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96ec0d-bcd1-41c4-91aa-521c9106ec62 req-fa35a0a4-1fbc-4be3-afb4-639d890503fa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:58.184806 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7d96ec0d-bcd1-41c4-91aa-521c9106ec62 req-fa35a0a4-1fbc-4be3-afb4-639d890503fa tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0588522
Feb 28 10:34:58.196802 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 21d2234b-c39e-4863-b298-1fbac7193271 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:34:58.251096 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7d96ec0d-bcd1-41c4-91aa-521c9106ec62 req-ad5ac9ce-d8fa-4513-9e09-8132339b84ee tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610642
Feb 28 10:34:58.323085 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 21d2234b-c39e-4863-b298-1fbac7193271 is: ACTIVE; New status is: DOWN {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:34:58.323471 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (21d2234b-c39e-4863-b298-1fbac7193271), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:58.348770 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:34:58.351045 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f293aeea-3cab-4434-b293-0d85d2f6297e" -d '{"events": [{"server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "name": "network-vif-unplugged", "status": "completed", "tag": "21d2234b-c39e-4863-b298-1fbac7193271"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:34:58.367464 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 21d2234b-c39e-4863-b298-1fbac7193271, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21d2234b-c39e-4863-b298-1fbac7193271,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:34:58.372014 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (21d2234b-c39e-4863-b298-1fbac7193271), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:34:58.398112 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a1a548-1144-43e3-ba4c-510d425e5bf7 x-openstack-request-id: req-f1a1a548-1144-43e3-ba4c-510d425e5bf7 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:34:58.398515 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "name": "network-vif-unplugged", "status": "completed", "tag": "21d2234b-c39e-4863-b298-1fbac7193271", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:34:58.398867 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1a1a548-1144-43e3-ba4c-510d425e5bf7 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:34:58.399259 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271', 'code': 200}
Feb 28 10:34:58.432305 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=21d2234b-c39e-4863-b298-1fbac7193271,revision_number=6']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:34:58.439749 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.440058 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.440421 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.440765 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.441092 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.441422 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.441759 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.442183 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.442503 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.442877 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.443201 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.443546 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.443847 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:34:58.592639 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cd77c-5106-4929-8a87-0f20b6619ea6 req-b9f58add-2765-4be1-9c79-1e05d55981c9 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:58.594143 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f07cd77c-5106-4929-8a87-0f20b6619ea6 req-b9f58add-2765-4be1-9c79-1e05d55981c9 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 931 time: 0.0878930
Feb 28 10:34:58.608196 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb79c7-b215-403c-832a-84178d815252 req-42dc08fe-023a-4747-96c6-eaed0f6bb07b tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:58.609698 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-66cb79c7-b215-403c-832a-84178d815252 req-42dc08fe-023a-4747-96c6-eaed0f6bb07b tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0754697
Feb 28 10:34:58.679174 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f07cd77c-5106-4929-8a87-0f20b6619ea6 req-83127a94-3b12-4054-984d-519cea8c6408 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791504
Feb 28 10:34:58.699435 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-66cb79c7-b215-403c-832a-84178d815252 req-1b66ca02-85a4-4820-b88b-2564eac8004a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835376
Feb 28 10:34:58.810008 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce56bd-b1ee-43ca-8ee4-683a1e2fbf0e req-3858ccbb-39ea-4a7a-b947-871c32afc5da tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:58.811538 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-92ce56bd-b1ee-43ca-8ee4-683a1e2fbf0e req-3858ccbb-39ea-4a7a-b947-871c32afc5da tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0602357
Feb 28 10:34:58.864088 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-92ce56bd-b1ee-43ca-8ee4-683a1e2fbf0e req-592b6aa9-8d4b-4a1a-a2ba-0dd1322fd241 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468607
Feb 28 10:34:59.062572 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41941c6-5bd5-4d08-9f08-8d1ecc8b39c9 req-8e62bf1a-a4bd-4362-8778-be526c04cf41 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:59.064090 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b41941c6-5bd5-4d08-9f08-8d1ecc8b39c9 req-8e62bf1a-a4bd-4362-8778-be526c04cf41 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.0559180
Feb 28 10:34:59.119124 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b41941c6-5bd5-4d08-9f08-8d1ecc8b39c9 req-714e4ebb-80b6-4dc3-9ae3-4c85f76f9575 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493913
Feb 28 10:34:59.390390 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be4b8e-9fad-48ce-afe3-2122eb538fa8 req-37ff26e2-0c8a-44ae-9a2d-86448405cb29 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:59.392179 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-62be4b8e-9fad-48ce-afe3-2122eb538fa8 req-37ff26e2-0c8a-44ae-9a2d-86448405cb29 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0698702
Feb 28 10:34:59.443358 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-62be4b8e-9fad-48ce-afe3-2122eb538fa8 req-da8ec4e3-882b-4a07-8ab6-4114ce2b7602 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450656
Feb 28 10:34:59.843185 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f36598-dfa1-4c6e-93df-87c72e9d4580 req-26b68187-d57b-4032-87dd-123ccb69e74d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:59.844754 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-67f36598-dfa1-4c6e-93df-87c72e9d4580 req-26b68187-d57b-4032-87dd-123ccb69e74d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 931 time: 0.0927892
Feb 28 10:34:59.880503 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259666-f70b-4b98-91e0-ae684f27ecb6 req-cb06c81b-e0bc-4bbe-a959-1077487b83d5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:34:59.882256 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57259666-f70b-4b98-91e0-ae684f27ecb6 req-cb06c81b-e0bc-4bbe-a959-1077487b83d5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1000121
Feb 28 10:34:59.930939 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-67f36598-dfa1-4c6e-93df-87c72e9d4580 req-4fa53e97-bd9d-441a-b883-482e38f6f1ab tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793071
Feb 28 10:34:59.964863 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57259666-f70b-4b98-91e0-ae684f27ecb6 req-72e7714c-4b4b-4e89-9bdb-48c01c81cf0f tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747371
Feb 28 10:35:00.061783 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f612e77-6204-46e0-abcb-05ed68fab240 req-194f905b-7bf2-40c6-825b-41ab1af63654 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:00.063343 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1f612e77-6204-46e0-abcb-05ed68fab240 req-194f905b-7bf2-40c6-825b-41ab1af63654 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0558498
Feb 28 10:35:00.113359 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1f612e77-6204-46e0-abcb-05ed68fab240 req-1e6c1837-b02d-4114-bcc5-e048f56bbcff tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442035
Feb 28 10:35:00.239771 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072ff7-1599-4025-9aad-48325407008d req-67046849-09ed-47cd-a401-b6090a373a60 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:00.241274 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-91072ff7-1599-4025-9aad-48325407008d req-67046849-09ed-47cd-a401-b6090a373a60 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.0545685
Feb 28 10:35:00.293841 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-91072ff7-1599-4025-9aad-48325407008d req-110a2cb3-2913-4919-b02d-d21372ab2d27 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469460
Feb 28 10:35:00.570190 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003bc70-e9d4-416e-ac55-b26944cfea85 req-85f50d8a-d59d-4f67-ba40-b7ddf736cdff tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:00.571823 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a003bc70-e9d4-416e-ac55-b26944cfea85 req-85f50d8a-d59d-4f67-ba40-b7ddf736cdff tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0539865
Feb 28 10:35:00.620855 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a003bc70-e9d4-416e-ac55-b26944cfea85 req-abc906d5-b702-43e4-86dc-ac467cc76bf2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420356
Feb 28 10:35:01.154716 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8762e4-4b00-48f7-aa59-c993f94a05fd req-4563fe7a-f612-4030-8170-e6b17ab6eedb tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:01.156958 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ff8762e4-4b00-48f7-aa59-c993f94a05fd req-4563fe7a-f612-4030-8170-e6b17ab6eedb tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 931 time: 0.1054690
Feb 28 10:35:01.193698 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe5d10-6c7a-4957-bbb2-cc47e079a8db req-3aad3adc-4b49-425e-a6a3-f57a483098df tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:01.195189 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7fe5d10-6c7a-4957-bbb2-cc47e079a8db req-3aad3adc-4b49-425e-a6a3-f57a483098df tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0952084
Feb 28 10:35:01.235028 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ff8762e4-4b00-48f7-aa59-c993f94a05fd req-f161bb4e-11ca-4b3c-b63f-3da759aa04fb tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708444
Feb 28 10:35:01.279194 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7fe5d10-6c7a-4957-bbb2-cc47e079a8db req-a5b3e0af-187e-49f5-b5c6-1fb3fc82c5fd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697150
Feb 28 10:35:01.406504 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422c7a8-0a61-481a-8a6f-e7838434b59c req-1f4ced8e-a0fb-4091-b2e7-172df320cdc6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:01.408084 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9422c7a8-0a61-481a-8a6f-e7838434b59c req-1f4ced8e-a0fb-4091-b2e7-172df320cdc6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.1030662
Feb 28 10:35:01.720284 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fab94f-78f6-4a53-b000-41f63509d8dd req-04e35f87-f9ba-4b68-97a5-b40ffb6e5159 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:01.727520 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3fab94f-78f6-4a53-b000-41f63509d8dd req-04e35f87-f9ba-4b68-97a5-b40ffb6e5159 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.3629441
Feb 28 10:35:01.754182 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9422c7a8-0a61-481a-8a6f-e7838434b59c req-3f12813a-50df-4bff-b450-6e409fbf7802 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3381143
Feb 28 10:35:01.797466 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3fab94f-78f6-4a53-b000-41f63509d8dd req-c1bfc069-010c-42de-8f81-d715a2fd384c tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687792
Feb 28 10:35:01.966262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33614610-4d33-4246-ae63-e732e61ec84a req-d583681a-ccdb-4af1-bfbf-32553e28f685 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:01.967820 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-33614610-4d33-4246-ae63-e732e61ec84a req-d583681a-ccdb-4af1-bfbf-32553e28f685 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0907452
Feb 28 10:35:02.099023 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-33614610-4d33-4246-ae63-e732e61ec84a req-ff22a215-aa33-489f-84df-cfc1857d7624 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242223
Feb 28 10:35:02.403590 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86016116-f495-4506-9159-453f9dc78d27 req-72d8d2ad-bfbb-48e2-9b9d-a4ed8bfcb9be tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:02.405111 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-86016116-f495-4506-9159-453f9dc78d27 req-72d8d2ad-bfbb-48e2-9b9d-a4ed8bfcb9be tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 931 time: 0.0986633
Feb 28 10:35:02.453088 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ea12-1d47-4c1f-9e2a-6f2cbb6dbbfa req-d48edccb-91b4-4af8-ad68-53ecaa55f85a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:02.454639 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dbb3ea12-1d47-4c1f-9e2a-6f2cbb6dbbfa req-d48edccb-91b4-4af8-ad68-53ecaa55f85a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1013665
Feb 28 10:35:02.503460 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-86016116-f495-4506-9159-453f9dc78d27 req-fd1a9e2b-cc3d-427e-9412-6f067de2089a tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895917
Feb 28 10:35:02.536870 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dbb3ea12-1d47-4c1f-9e2a-6f2cbb6dbbfa req-0ba91338-bb60-4f0d-ae29-2e9cf4f6b3c8 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713902
Feb 28 10:35:02.935609 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3102de-5932-4013-895c-95b138457f9e req-5987da7a-83a8-4411-8e3c-0a4eddc1be0f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:02.937081 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0f3102de-5932-4013-895c-95b138457f9e req-5987da7a-83a8-4411-8e3c-0a4eddc1be0f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0903087
Feb 28 10:35:02.948160 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73403b-ea4e-4e74-9c21-2d91a3fbeac7 req-472692f4-d6e4-4177-9d87-713807b6bbe6 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:02.949708 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa73403b-ea4e-4e74-9c21-2d91a3fbeac7 req-472692f4-d6e4-4177-9d87-713807b6bbe6 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.0749609
Feb 28 10:35:03.021968 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0f3102de-5932-4013-895c-95b138457f9e req-efc0bc8e-bca9-4e9d-85fe-710eee7f458f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713229
Feb 28 10:35:03.025252 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa73403b-ea4e-4e74-9c21-2d91a3fbeac7 req-3c1f65e9-875d-4b10-8ecb-44133900037f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678611
Feb 28 10:35:03.226395 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65f9a8-ac32-448d-a944-1fed6398542a req-ff3a6ebb-cbb8-4f8a-af42-b2c7f0258d27 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:03.227931 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-da65f9a8-ac32-448d-a944-1fed6398542a req-ff3a6ebb-cbb8-4f8a-af42-b2c7f0258d27 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.0551987
Feb 28 10:35:03.275160 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-da65f9a8-ac32-448d-a944-1fed6398542a req-96ec380a-f4c4-48bf-be6d-9923098d5d1b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410221
Feb 28 10:35:03.583613 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Request body: {'port': {'device_id': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:03.673677 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9ba1b-1c6b-4203-bd78-a1b429ad47b0 req-d83af9ce-d379-483c-84d6-4694b7b90a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:03.675414 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-18f9ba1b-1c6b-4203-bd78-a1b429ad47b0 req-d83af9ce-d379-483c-84d6-4694b7b90a28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1128 time: 0.0457914
Feb 28 10:35:03.745458 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4c5e8-6566-4850-896f-79f2ce3e19c4 req-f4d784b2-f54e-4540-aa78-050ad133e9d7 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:03.747301 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7da4c5e8-6566-4850-896f-79f2ce3e19c4 req-f4d784b2-f54e-4540-aa78-050ad133e9d7 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 931 time: 0.1771963
Feb 28 10:35:03.751913 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:03.775181 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eb197-e605-46f0-ba4c-77752e1c5907 req-1e285ebc-e03c-4e52-84da-19a1a03f94d1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:03.776637 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-313eb197-e605-46f0-ba4c-77752e1c5907 req-1e285ebc-e03c-4e52-84da-19a1a03f94d1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1588349
Feb 28 10:35:03.789210 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9ba1b-1c6b-4203-bd78-a1b429ad47b0 req-9a097dd6-8ffc-4e82-b6ac-3997c7976924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:03.790742 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-18f9ba1b-1c6b-4203-bd78-a1b429ad47b0 req-9a097dd6-8ffc-4e82-b6ac-3997c7976924 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b55c46d5c05b41adb823461813ee1e5b&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0993710
Feb 28 10:35:03.792463 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-1dc1ccc8-c18d-40f5-846c-f0c913b786f5 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:03.794106 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-1dc1ccc8-c18d-40f5-846c-f0c913b786f5 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.1574156
Feb 28 10:35:03.895869 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9ba1b-1c6b-4203-bd78-a1b429ad47b0 req-b6845fbc-fda9-48d8-a7ed-7eaf0daa160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:03.897353 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-18f9ba1b-1c6b-4203-bd78-a1b429ad47b0 req-b6845fbc-fda9-48d8-a7ed-7eaf0daa160d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0955048
Feb 28 10:35:03.982837 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7da4c5e8-6566-4850-896f-79f2ce3e19c4 req-47f6638b-7fde-406c-a650-0d241eb93380 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183409
Feb 28 10:35:04.010049 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-313eb197-e605-46f0-ba4c-77752e1c5907 req-5aebcee4-a785-41d5-bc91-ee96dc62c04f tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2247303
Feb 28 10:35:04.045229 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-bc3da5be-62cc-4d21-96b5-79e95809fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:04.046692 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-bc3da5be-62cc-4d21-96b5-79e95809fb0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1128 time: 0.0546374
Feb 28 10:35:04.110989 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Deleting port 21d2234b-c39e-4863-b298-1fbac7193271 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:35:04.111331 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (21d2234b-c39e-4863-b298-1fbac7193271), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.188345 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-4d9a1a87-9792-4ccf-8501-548ee3a1e976 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 217 time: 0.0615683
Feb 28 10:35:04.275776 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-2cc6cf5c-baa8-41a1-9369-28b54a32b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:04.277250 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-2cc6cf5c-baa8-41a1-9369-28b54a32b205 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=123faae4-a2c2-43a0-a700-63d5786e34ac HTTP/1.1" status: 200  len: 848 time: 0.0719194
Feb 28 10:35:04.285320 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-b014e48b-4c99-47b0-bf56-e472d0662bbe tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:04.286875 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-b014e48b-4c99-47b0-bf56-e472d0662bbe tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1529508
Feb 28 10:35:04.310527 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47e22f-e022-4b60-874d-ddbeb1747832 req-8d30a9d6-83a8-4b28-9bff-3e25f5cdc858 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:04.313935 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8d47e22f-e022-4b60-874d-ddbeb1747832 req-8d30a9d6-83a8-4b28-9bff-3e25f5cdc858 tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 947 time: 0.2180326
Feb 28 10:35:04.327862 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba89a-1383-40ca-a6a3-94cebaf863da req-5cd6fd6e-186d-426f-8dd4-0c69f3a4837e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:04.329674 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-739ba89a-1383-40ca-a6a3-94cebaf863da req-5cd6fd6e-186d-426f-8dd4-0c69f3a4837e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.2301483
Feb 28 10:35:04.385366 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-8cadfb83-e0f2-4496-8069-55b7375fd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:04.387393 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-8cadfb83-e0f2-4496-8069-55b7375fd94f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=956c294a-5b07-4205-ad8a-387d3422fbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0995312
Feb 28 10:35:04.421931 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] For port 21d2234b-c39e-4863-b298-1fbac7193271, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21d2234b-c39e-4863-b298-1fbac7193271,segment=NetworkSegment(565d150a-fba1-4340-8270-c59b0363cb01),segment_id=565d150a-fba1-4340-8270-c59b0363cb01)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:04.422304 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (21d2234b-c39e-4863-b298-1fbac7193271), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.471566 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:35:04.480159 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Calling delete_port for 21d2234b-c39e-4863-b298-1fbac7193271 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:35:04.489405 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Publish callbacks [] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.502017 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8d47e22f-e022-4b60-874d-ddbeb1747832 req-b7fdf58f-4902-4a5c-bb1d-5719c46b574b tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9de4471-239e-4a23-83c9-0aa775482f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657038
Feb 28 10:35:04.521844 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-739ba89a-1383-40ca-a6a3-94cebaf863da req-448cb9a5-cfeb-46df-8a95-8ac31ca18f81 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791055
Feb 28 10:35:04.525431 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Transition to ACTIVE for port object 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:35:04.533916 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Deleting port a59d6bed-3809-43c1-b057-c4e3bf30676c {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:35:04.534267 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.580708 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-bc5fdbe4-67b1-4d9f-9406-cff989ee8f2b service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637857
Feb 28 10:35:04.581218 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.688687 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:04.728726 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] For port a59d6bed-3809-43c1-b057-c4e3bf30676c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a59d6bed-3809-43c1-b057-c4e3bf30676c,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:04.729350 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.744075 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b30c84e-943b-4eb5-a027-65a537a5e701 req-90381711-e5a7-4043-8ba2-484ce50b2aa2 service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526549
Feb 28 10:35:04.751163 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Calling delete_port for a59d6bed-3809-43c1-b057-c4e3bf30676c owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:35:04.792490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afe1bc-1d61-4af8-b9de-005419e8fdbe req-79acea59-bbb1-4bc2-a625-46fd5c3e10a2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:04.794984 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5afe1bc-1d61-4af8-b9de-005419e8fdbe req-79acea59-bbb1-4bc2-a625-46fd5c3e10a2 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7de27a-2095-46ac-ade5-992422ccbb4e HTTP/1.1" status: 200  len: 945 time: 0.1969380
Feb 28 10:35:04.859589 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Attempting to bind port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:35:04.860105 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Attempting to bind port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:35:04.860249 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Attempting to bind port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce on network 08ce50bb-e12e-4613-b944-9efdb4ba7ded {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:35:04.869322 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce on network 08ce50bb-e12e-4613-b944-9efdb4ba7ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:35:04.869654 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Attempting to bind port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce on network 08ce50bb-e12e-4613-b944-9efdb4ba7ded {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:35:04.877327 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (21d2234b-c39e-4863-b298-1fbac7193271), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.891146 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:35:04.891490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Checking segment: {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:35:04.891874 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Bound using segment: {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:35:04.892309 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Bound port: 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f01608d-43af-483b-ab70-ce54d97beaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:35:04.892667 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.923070 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5afe1bc-1d61-4af8-b9de-005419e8fdbe req-a268a091-c886-433b-b7ee-eb314f475b54 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199985
Feb 28 10:35:04.926906 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Pushing event deleted for resources: {'Port': ['ID=21d2234b-c39e-4863-b298-1fbac7193271,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:04.936648 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (a59d6bed-3809-43c1-b057-c4e3bf30676c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:04.975237 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Pushing event deleted for resources: {'Port': ['ID=a59d6bed-3809-43c1-b057-c4e3bf30676c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:04.986082 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['b4a656dd-70b4-452d-a3c9-90978f7d0dca', 'a59d6bed-3809-43c1-b057-c4e3bf30676c'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:35:05.001500 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] No DVR routers for this DVR port 21d2234b-c39e-4863-b298-1fbac7193271 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:35:05.005479 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:05.008491 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-46a8f29d-546a-426d-8fff-3ddf8e50e75c req-3e447466-5cf8-4146-9443-00fbb381708f tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.26 "DELETE /v2.0/ports/21d2234b-c39e-4863-b298-1fbac7193271 HTTP/1.1" status: 204  len: 173 time: 1.1752040
Feb 28 10:35:05.008946 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'name': 'network-vif-deleted', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:05.011328 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84c5641-a970-48fb-9db7-a70e51fa06f4" -d '{"events": [{"server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "name": "network-vif-deleted", "tag": "21d2234b-c39e-4863-b298-1fbac7193271"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:05.043891 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:35:05.051791 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:35:05.063025 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:05.110877 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:05.111617 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:05.112889 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 1093 time: 1.5342898
Feb 28 10:35:05.116208 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2956049c-3e48-4584-801f-312a1930479a x-openstack-request-id: req-2956049c-3e48-4584-801f-312a1930479a {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:05.116501 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a106010-a1a1-4a6b-85b0-7788c63b00b3", "name": "network-vif-deleted", "tag": "21d2234b-c39e-4863-b298-1fbac7193271", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:05.116744 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2956049c-3e48-4584-801f-312a1930479a {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:05.117136 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a106010-a1a1-4a6b-85b0-7788c63b00b3', 'name': 'network-vif-deleted', 'tag': '21d2234b-c39e-4863-b298-1fbac7193271', 'status': 'completed', 'code': 200}
Feb 28 10:35:05.146032 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] No DVR routers for this DVR port a59d6bed-3809-43c1-b057-c4e3bf30676c on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:35:05.151970 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:05.157387 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0d53ae55-b51b-4c8d-9aa7-e836424924bb req-e38cbc26-21b7-44b8-ac15-031f41b3e2b0 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "DELETE /v2.0/ports/a59d6bed-3809-43c1-b057-c4e3bf30676c HTTP/1.1" status: 204  len: 173 time: 0.8430374
Feb 28 10:35:05.157867 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'name': 'network-vif-deleted', 'tag': 'a59d6bed-3809-43c1-b057-c4e3bf30676c'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:05.161642 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc35ebe-abf3-45a9-8183-a51621ba6018" -d '{"events": [{"server_uuid": "ae7de27a-2095-46ac-ade5-992422ccbb4e", "name": "network-vif-deleted", "tag": "a59d6bed-3809-43c1-b057-c4e3bf30676c"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:05.176755 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7a0c7-e965-4cc2-a537-77bcba0624c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:05.296036 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7117d-68a1-4e3f-9c0e-9421ebe399cc req-58bfbf7f-c83b-4ad9-b574-3a13a29366e9 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:05.297619 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cbb7117d-68a1-4e3f-9c0e-9421ebe399cc req-58bfbf7f-c83b-4ad9-b574-3a13a29366e9 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 943 time: 0.1334968
Feb 28 10:35:05.310887 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-41db4a8c-7eef-4a24-9b40-0cf22c9b16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:05.312556 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-41db4a8c-7eef-4a24-9b40-0cf22c9b16bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1127 time: 0.0843050
Feb 28 10:35:05.348572 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36977655-9d9d-4864-aca6-449546e15cf3 req-ece013dc-dc58-4eec-bc47-980ba844e1f7 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:05.350013 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-36977655-9d9d-4864-aca6-449546e15cf3 req-ece013dc-dc58-4eec-bc47-980ba844e1f7 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1138630
Feb 28 10:35:05.381325 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cbb7117d-68a1-4e3f-9c0e-9421ebe399cc req-c7e09df0-35fe-4634-8efa-186f9ba3ac86 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747142
Feb 28 10:35:05.395089 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-ef9385fe-d097-4f7e-9253-22d067bf00f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 217 time: 0.0665526
Feb 28 10:35:05.417855 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-36977655-9d9d-4864-aca6-449546e15cf3 req-9da1ad68-df1f-437e-af1b-de7dc7b4ec96 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601540
Feb 28 10:35:05.458301 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd87338-5951-4622-ac98-347e7d62d4f0 x-openstack-request-id: req-9cd87338-5951-4622-ac98-347e7d62d4f0 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:05.458621 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7de27a-2095-46ac-ade5-992422ccbb4e", "name": "network-vif-deleted", "tag": "a59d6bed-3809-43c1-b057-c4e3bf30676c", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:05.458875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cd87338-5951-4622-ac98-347e7d62d4f0 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:05.459268 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7de27a-2095-46ac-ade5-992422ccbb4e', 'name': 'network-vif-deleted', 'tag': 'a59d6bed-3809-43c1-b057-c4e3bf30676c', 'status': 'completed', 'code': 200}
Feb 28 10:35:05.478835 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-89e099fd-ef44-4399-bd1f-9e4a7e498e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:05.480319 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-89e099fd-ef44-4399-bd1f-9e4a7e498e44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 200  len: 853 time: 0.0754600
Feb 28 10:35:05.535515 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec603-56d2-49c9-9245-fc85f641f6da req-6cfc8ec9-0511-46d2-9f5c-953682bed824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:05.536744 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-6cfc8ec9-0511-46d2-9f5c-953682bed824 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08ce50bb-e12e-4613-b944-9efdb4ba7ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0490797
Feb 28 10:35:05.621505 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3d397394-2002-4c88-bea0-bacf49c34026 req-87efaa1f-233b-49cf-8119-c6a5225c961a tempest-VolumesNegativeTest-1031525326 tempest-VolumesNegativeTest-1031525326-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a106010-a1a1-4a6b-85b0-7788c63b00b3 HTTP/1.1" status: 200  len: 210 time: 0.0365500
Feb 28 10:35:05.643122 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-4e0a7a6e-22d3-47d1-b578-4dd47d319504 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962932
Feb 28 10:35:05.686519 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81759f-c291-4a60-a14c-cb2cb3fa8f6c req-0e2e7df3-6a4f-4c6f-8177-a14596ab57a2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:05.688136 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd81759f-c291-4a60-a14c-cb2cb3fa8f6c req-0e2e7df3-6a4f-4c6f-8177-a14596ab57a2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 943 time: 0.0567205
Feb 28 10:35:05.739986 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd81759f-c291-4a60-a14c-cb2cb3fa8f6c req-ff408734-eaf6-437c-9ef0-52b7f096aec4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458441
Feb 28 10:35:05.744750 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-052ec603-56d2-49c9-9245-fc85f641f6da req-f8126171-87c9-4f64-b507-6576db61dcd8 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932164
Feb 28 10:35:06.052050 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:06.199849 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3141c5-4b9e-4df7-a7bb-0ed7f4ef7297 req-28a79573-d4ba-45b2-b6b9-76f35284b787 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:06.201286 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dd3141c5-4b9e-4df7-a7bb-0ed7f4ef7297 req-28a79573-d4ba-45b2-b6b9-76f35284b787 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0522997
Feb 28 10:35:06.240344 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:35:06.248544 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dd3141c5-4b9e-4df7-a7bb-0ed7f4ef7297 req-3b56c486-cce4-4e66-b647-76f6fff55a04 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417662
Feb 28 10:35:06.333451 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:06.345070 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'port_id': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'mac_address': 'fa:16:3e:06:42:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:35:06.384082 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:35:06.384481 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:06.396895 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76aed61f-8cd7-4455-a163-d78d7f320a35 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:35:06.417013 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:06.421360 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:06.473007 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=9']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:06.552249 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbc9b3-926f-4879-82c6-2dc67b330796 req-5335256b-beb5-4976-a076-f2bf31c7de7b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:06.553713 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-76cbc9b3-926f-4879-82c6-2dc67b330796 req-5335256b-beb5-4976-a076-f2bf31c7de7b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 943 time: 0.0924318
Feb 28 10:35:06.566584 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b23dc-4dfa-4185-9fbc-1d6b35845173 req-081a8d2a-5f4a-4c00-a687-c200d72d9e9f tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:06.568345 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-646b23dc-4dfa-4185-9fbc-1d6b35845173 req-081a8d2a-5f4a-4c00-a687-c200d72d9e9f tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0760245
Feb 28 10:35:06.641969 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-76cbc9b3-926f-4879-82c6-2dc67b330796 req-ea921182-0c66-4dc4-bf39-510494491c0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823822
Feb 28 10:35:06.645662 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-646b23dc-4dfa-4185-9fbc-1d6b35845173 req-e1379a3c-a0ae-4aa0-b314-c90630653db1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696971
Feb 28 10:35:06.862911 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 45686) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:06.879930 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c195c39-99e5-44ef-b37e-664eac50ce5d req-5f6a1e39-3f2d-4198-9645-6dbeb3086f91 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:06.887549 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c195c39-99e5-44ef-b37e-664eac50ce5d req-5f6a1e39-3f2d-4198-9645-6dbeb3086f91 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.0698845
Feb 28 10:35:06.910272 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['76aed61f-8cd7-4455-a163-d78d7f320a35'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:35:06.947320 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c195c39-99e5-44ef-b37e-664eac50ce5d req-344b9c32-a583-4367-9581-c075801b2118 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581756
Feb 28 10:35:06.991490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c497e798-25f0-4870-8e1e-c8dabf21d0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:07.073796 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c497e798-25f0-4870-8e1e-c8dabf21d0bf admin admin] Publish callbacks [] for security_group (5bb504ab-09c6-4757-82b3-e769cd4d2192), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:07.078526 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c497e798-25f0-4870-8e1e-c8dabf21d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5bb504ab-09c6-4757-82b3-e769cd4d2192), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:07.118005 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:07.120260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:07.129730 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 45702) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:07.130122 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c497e798-25f0-4870-8e1e-c8dabf21d0bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4df253ddfb99459496dfd71ff4cd2bef&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2653747
Feb 28 10:35:07.130496 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497e798-25f0-4870-8e1e-c8dabf21d0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb504ab-09c6-4757-82b3-e769cd4d2192,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:07.171858 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab7000-72e0-4e1a-aa68-68993a81ad99 x-openstack-request-id: req-9aab7000-72e0-4e1a-aa68-68993a81ad99 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:07.171858 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:07.172104 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9aab7000-72e0-4e1a-aa68-68993a81ad99 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:07.172296 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'status': 'completed', 'code': 200}
Feb 28 10:35:07.192384 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e36f5b26-c3ed-421e-90cc-3a30a941b591 admin admin] Publish callbacks [] for security_group (5bb504ab-09c6-4757-82b3-e769cd4d2192), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:07.213304 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e36f5b26-c3ed-421e-90cc-3a30a941b591 admin admin] Publish callbacks [] for security_group (5bb504ab-09c6-4757-82b3-e769cd4d2192), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:07.292401 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-4eacd530-9727-4681-8f31-da9b096f4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:07.293960 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-4eacd530-9727-4681-8f31-da9b096f4abc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1127 time: 0.0642626
Feb 28 10:35:07.313530 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e36f5b26-c3ed-421e-90cc-3a30a941b591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5bb504ab-09c6-4757-82b3-e769cd4d2192), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:07.316086 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e36f5b26-c3ed-421e-90cc-3a30a941b591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:07.317152 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e36f5b26-c3ed-421e-90cc-3a30a941b591 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bb504ab-09c6-4757-82b3-e769cd4d2192 HTTP/1.1" status: 204  len: 168 time: 0.1865654
Feb 28 10:35:07.372425 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f5b26-c3ed-421e-90cc-3a30a941b591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb504ab-09c6-4757-82b3-e769cd4d2192,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:07.398658 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43510c99-8f2d-4c4d-871c-2351065ec472 req-bf2438f3-8ada-4f18-9035-9f0293282d88 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:07.402860 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-43510c99-8f2d-4c4d-871c-2351065ec472 req-bf2438f3-8ada-4f18-9035-9f0293282d88 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0702879
Feb 28 10:35:07.431417 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-0b506e49-b029-46f7-b78f-2e0833160fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:07.432899 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-0b506e49-b029-46f7-b78f-2e0833160fc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 915 time: 0.1312146
Feb 28 10:35:07.463860 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-43510c99-8f2d-4c4d-871c-2351065ec472 req-c277b683-e057-44ea-bf30-19e1c7cb1e4a tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553076
Feb 28 10:35:07.492951 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-d4985fd2-e795-4de3-914a-f2301d6530f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 217 time: 0.0526304
Feb 28 10:35:07.558975 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-700ca0ac-7717-4989-a075-2591114a12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:07.561732 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-700ca0ac-7717-4989-a075-2591114a12f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 200  len: 853 time: 0.0598819
Feb 28 10:35:07.624840 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-8d77f91a-1a5c-4030-b57a-9f48fe282064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:07.626380 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-8d77f91a-1a5c-4030-b57a-9f48fe282064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08ce50bb-e12e-4613-b944-9efdb4ba7ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0571747
Feb 28 10:35:07.754723 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-640862f0-0c7c-4e1b-95d8-cbcfc0eb5fbb service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207411
Feb 28 10:35:07.814869 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877dc6-79e7-4a60-993b-3421a429039e req-2006c8a7-62de-4aa5-afa3-b081fc0a5fed tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:07.821374 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-72877dc6-79e7-4a60-993b-3421a429039e req-2006c8a7-62de-4aa5-afa3-b081fc0a5fed tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 943 time: 0.0956123
Feb 28 10:35:07.853036 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ecaaedf7-d8e0-4bac-aa55-bb2e8523d07f req-141ff0aa-047d-4c5f-93d6-f97c6c1244e3 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911124
Feb 28 10:35:07.856313 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b38f9-adbf-4ef6-b8d0-e2d0d5e16070 req-b9b673ae-c967-4db1-bcf4-6ef6667bbd50 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:07.858100 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c35b38f9-adbf-4ef6-b8d0-e2d0d5e16070 req-b9b673ae-c967-4db1-bcf4-6ef6667bbd50 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1033795
Feb 28 10:35:07.893563 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-72877dc6-79e7-4a60-993b-3421a429039e req-a7646cfa-3cf1-4a6f-995d-72dfce777cec tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713422
Feb 28 10:35:07.932611 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c35b38f9-adbf-4ef6-b8d0-e2d0d5e16070 req-e3eaa268-b32b-4398-b8ad-a91e7c3768fb tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686767
Feb 28 10:35:08.081902 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721cd1-4cfb-4f26-9baf-4ff47640ab81 req-d7279ba4-de93-4f4b-90df-0325ce5b7c86 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:08.083412 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ed721cd1-4cfb-4f26-9baf-4ff47640ab81 req-d7279ba4-de93-4f4b-90df-0325ce5b7c86 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 944 time: 0.0542850
Feb 28 10:35:08.135197 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ed721cd1-4cfb-4f26-9baf-4ff47640ab81 req-99620483-45d8-4282-a2ed-17283f13f200 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434699
Feb 28 10:35:08.241054 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:35:08.252944 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:35:08.501890 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 76aed61f-8cd7-4455-a163-d78d7f320a35 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:35:08.502270 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:08.539400 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:08.556989 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'port_id': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'mac_address': 'fa:16:3e:fd:e0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:35:08.601141 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd50e-4eef-4b49-9a6a-bc70cc4f8a8d req-d5d8d575-b719-46b2-8cd8-db52df3938f7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:08.602785 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6ebfd50e-4eef-4b49-9a6a-bc70cc4f8a8d req-d5d8d575-b719-46b2-8cd8-db52df3938f7 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0635316
Feb 28 10:35:08.627389 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:35:08.627785 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:08.649848 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 76aed61f-8cd7-4455-a163-d78d7f320a35 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:35:08.650319 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:08.654732 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:35:08.675756 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6ebfd50e-4eef-4b49-9a6a-bc70cc4f8a8d req-684d32ab-3c5d-4615-acb2-368c96f2f144 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582538
Feb 28 10:35:08.690629 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:08.695071 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:08.697484 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39834da-79d9-427b-aeb2-c0e3e9474eab" -d '{"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-plugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:08.703692 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:08.734041 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:08.739779 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94012292-03e1-47ad-9c15-c700096a1f9f x-openstack-request-id: req-94012292-03e1-47ad-9c15-c700096a1f9f {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:08.740086 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-plugged", "status": "completed", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:08.740341 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94012292-03e1-47ad-9c15-c700096a1f9f {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:08.740731 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'code': 200}
Feb 28 10:35:08.743418 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:08.744195 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a59d6bed-3809-43c1-b057-c4e3bf30676c no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:35:08.770530 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: a59d6bed-3809-43c1-b057-c4e3bf30676c {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:35:08.770841 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a59d6bed-3809-43c1-b057-c4e3bf30676c not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:35:08.784623 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:08.841093 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=10']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:09.056494 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ef94-2bb1-4449-bff0-bc9426db8b39 req-540dec3c-6a92-4c9a-8a06-3b456dd4791e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:09.057971 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9784ef94-2bb1-4449-bff0-bc9426db8b39 req-540dec3c-6a92-4c9a-8a06-3b456dd4791e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 944 time: 0.0907407
Feb 28 10:35:09.100173 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:35:09.109429 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504998bd-d871-4445-bf0a-9b43fd74558d req-436d51de-0c09-40b5-9b68-a978714d2a8c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:09.110996 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-504998bd-d871-4445-bf0a-9b43fd74558d req-436d51de-0c09-40b5-9b68-a978714d2a8c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0958302
Feb 28 10:35:09.156551 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9784ef94-2bb1-4449-bff0-bc9426db8b39 req-71a304fb-0160-43c1-a3db-29e1c59e9a5e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923336
Feb 28 10:35:09.207254 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-504998bd-d871-4445-bf0a-9b43fd74558d req-b0e8630f-1ba5-464d-be2e-b5da0e034112 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627315
Feb 28 10:35:09.332575 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2dd6c-74e4-4341-b025-3fa243ef1f73 req-c3294b59-3dd6-464b-b2df-85d0fbcb4aa8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:09.338349 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9ee2dd6c-74e4-4341-b025-3fa243ef1f73 req-c3294b59-3dd6-464b-b2df-85d0fbcb4aa8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.0799317
Feb 28 10:35:09.411096 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9ee2dd6c-74e4-4341-b025-3fa243ef1f73 req-4a91c2e3-b1a0-4ebd-a63c-b8b9a8a9f511 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594573
Feb 28 10:35:09.467941 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79aa72-9390-42be-b0b3-39bb65cffa1e req-7f4ebe19-c447-4776-b61e-007736f0498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:09.469471 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c79aa72-9390-42be-b0b3-39bb65cffa1e req-7f4ebe19-c447-4776-b61e-007736f0498a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1130 time: 0.0516031
Feb 28 10:35:09.515301 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c79aa72-9390-42be-b0b3-39bb65cffa1e req-3fe8e590-7153-476f-a13f-8cccb26588f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390437
Feb 28 10:35:09.793809 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a56ee-fb39-4740-af0d-8f12c98cfff7 req-d1aa2d43-456b-40be-89ac-659c48e770bd tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:09.795317 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-494a56ee-fb39-4740-af0d-8f12c98cfff7 req-d1aa2d43-456b-40be-89ac-659c48e770bd tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0598967
Feb 28 10:35:09.845563 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-494a56ee-fb39-4740-af0d-8f12c98cfff7 req-eb0a82ba-cff3-4fd7-9027-ded862ea68e4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447192
Feb 28 10:35:10.239350 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:35:10.270793 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47172de4-763c-4b13-adcd-c5661dc6cae8 req-633d28c4-1e28-49a3-8bb8-5ded3e5744cf tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:10.272504 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-47172de4-763c-4b13-adcd-c5661dc6cae8 req-633d28c4-1e28-49a3-8bb8-5ded3e5744cf tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 944 time: 0.0550737
Feb 28 10:35:10.294502 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:35:10.298516 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:35:10.298933 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:10.350401 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-47172de4-763c-4b13-adcd-c5661dc6cae8 req-31ee1055-3cd2-4726-85c5-636688421cae tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711834
Feb 28 10:35:10.366384 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7a1f-408b-4d71-ad5c-55e677cc8796 req-29a84647-9759-4df7-bdd4-6ccc13363fe4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:10.371106 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-00fe7a1f-408b-4d71-ad5c-55e677cc8796 req-29a84647-9759-4df7-bdd4-6ccc13363fe4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0859077
Feb 28 10:35:10.376690 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:35:10.377093 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:10.409888 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:10.415160 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:10.421400 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-00fe7a1f-408b-4d71-ad5c-55e677cc8796 req-17bb3071-24d7-42e8-a3e4-f14fe2cf2406 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474415
Feb 28 10:35:10.473686 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:10.539490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751beac-e525-484e-bcbc-13c11d17a219 req-bd9a06b1-e391-409f-bcf7-e1590a6297c2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:10.540945 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5751beac-e525-484e-bcbc-13c11d17a219 req-bd9a06b1-e391-409f-bcf7-e1590a6297c2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.0566955
Feb 28 10:35:10.586988 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5751beac-e525-484e-bcbc-13c11d17a219 req-a66338d1-ca74-411c-a1fc-6cf113810329 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398228
Feb 28 10:35:10.741442 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:10.743725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22217c63-1d81-4a1e-86cc-7265b8a86fd9" -d '{"events": [{"server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "name": "network-vif-plugged", "status": "completed", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:10.777947 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff10823-25e1-4105-8a50-21db3f8754de x-openstack-request-id: req-dff10823-25e1-4105-8a50-21db3f8754de {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:10.778310 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "name": "network-vif-plugged", "status": "completed", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:10.779209 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dff10823-25e1-4105-8a50-21db3f8754de {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:10.779603 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'code': 200}
Feb 28 10:35:10.981419 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259668c1-5f60-44fe-9609-ae030d7e21b2 req-ba41df6f-aae3-4438-8abc-9af7b81ce4e4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:10.983059 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-259668c1-5f60-44fe-9609-ae030d7e21b2 req-ba41df6f-aae3-4438-8abc-9af7b81ce4e4 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0578973
Feb 28 10:35:11.033664 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-259668c1-5f60-44fe-9609-ae030d7e21b2 req-d031dcca-a227-4558-ac6a-b2347d6c1a5f tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446348
Feb 28 10:35:11.049679 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 45956) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:11.064050 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b4d6e-ae8e-4e29-96a9-ff4f12da41d3 req-7ffc3ee6-5e2a-40e6-a40f-9d0771834f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:11.066114 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-037b4d6e-ae8e-4e29-96a9-ff4f12da41d3 req-7ffc3ee6-5e2a-40e6-a40f-9d0771834f53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1129 time: 0.0674407
Feb 28 10:35:11.156496 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-037b4d6e-ae8e-4e29-96a9-ff4f12da41d3 req-10f32baa-5cbc-4b71-b771-b1728bcc3ccc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404410
Feb 28 10:35:11.194902 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-8d3ce68e-d95a-48f6-83b1-01a568a5c28f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5064c06558bb43eead0db5aa0ce93841&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1417239
Feb 28 10:35:11.195123 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 45968) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:11.245794 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4624959-6fd6-4e44-81cc-46d084090162 admin admin] Publish callbacks [] for security_group (c9de4471-239e-4a23-83c9-0aa775482f4c), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:11.521486 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4624959-6fd6-4e44-81cc-46d084090162 admin admin] Publish callbacks [] for security_group (c9de4471-239e-4a23-83c9-0aa775482f4c), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:11.597657 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4897-170e-49b4-8918-03ac88c43a74 req-0daa700c-e72d-4279-83e5-0b6f14f1ed46 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:11.599174 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa6f4897-170e-49b4-8918-03ac88c43a74 req-0daa700c-e72d-4279-83e5-0b6f14f1ed46 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.1236734
Feb 28 10:35:11.612660 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae41286-1426-4392-80c3-74991d699c47 req-9e9b48b4-6add-4484-a585-26bb0c185318 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:11.614204 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1ae41286-1426-4392-80c3-74991d699c47 req-9e9b48b4-6add-4484-a585-26bb0c185318 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1205218
Feb 28 10:35:11.649139 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4624959-6fd6-4e44-81cc-46d084090162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c9de4471-239e-4a23-83c9-0aa775482f4c), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:11.651893 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e4624959-6fd6-4e44-81cc-46d084090162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:11.653664 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e4624959-6fd6-4e44-81cc-46d084090162 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9de4471-239e-4a23-83c9-0aa775482f4c HTTP/1.1" status: 204  len: 168 time: 0.4574351
Feb 28 10:35:11.681543 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4624959-6fd6-4e44-81cc-46d084090162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de4471-239e-4a23-83c9-0aa775482f4c,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:11.709408 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1ae41286-1426-4392-80c3-74991d699c47 req-acc5de47-4f53-48a0-8409-c698ab390b49 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890267
Feb 28 10:35:11.712490 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa6f4897-170e-49b4-8918-03ac88c43a74 req-5044f27d-63b9-4e25-9626-04a14676d636 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076639
Feb 28 10:35:11.822756 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2c2e-d401-4d61-aa61-fda0a5c56b27 req-8827edc9-b743-412c-b2aa-14a2e3c52ad7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:11.825405 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7b2b2c2e-d401-4d61-aa61-fda0a5c56b27 req-8827edc9-b743-412c-b2aa-14a2e3c52ad7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.0578918
Feb 28 10:35:11.895240 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7b2b2c2e-d401-4d61-aa61-fda0a5c56b27 req-7bacd82e-e9d3-4085-b508-8508a5513972 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644729
Feb 28 10:35:12.155445 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebc62-9862-4b7b-b7cb-d203c22b3ecf req-4a21e456-f9f6-497c-8b3e-fc5eddfdb8f1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:12.156815 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c17ebc62-9862-4b7b-b7cb-d203c22b3ecf req-4a21e456-f9f6-497c-8b3e-fc5eddfdb8f1 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0570624
Feb 28 10:35:12.202784 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c17ebc62-9862-4b7b-b7cb-d203c22b3ecf req-b220a7b5-2522-4a79-a23f-b23f7b34cf28 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404119
Feb 28 10:35:12.254413 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c294705d-35da-4f5d-8e43-0a930f3b63a3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:35:12.349045 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:12.364678 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'port_id': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'mac_address': 'fa:16:3e:53:76:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:35:12.400556 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c294705d-35da-4f5d-8e43-0a930f3b63a3 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:35:12.400940 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:12.414080 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c294705d-35da-4f5d-8e43-0a930f3b63a3 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:35:12.433078 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:12.436982 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:12.484443 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:12.859628 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59295d39-bfd3-4e5b-a98c-7c94d6513571 req-1ac7cc1f-5a16-4587-9ecf-6ed59c6881a7 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:12.861135 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-59295d39-bfd3-4e5b-a98c-7c94d6513571 req-1ac7cc1f-5a16-4587-9ecf-6ed59c6881a7 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 945 time: 0.0853815
Feb 28 10:35:12.872987 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dfd87-8d38-4e73-9a19-682f73fc36cd req-31454cfd-c96c-4dd4-8a37-ad463bc93251 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:12.874421 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c98dfd87-8d38-4e73-9a19-682f73fc36cd req-31454cfd-c96c-4dd4-8a37-ad463bc93251 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0722141
Feb 28 10:35:12.954183 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-59295d39-bfd3-4e5b-a98c-7c94d6513571 req-118d341e-13ed-440e-9303-1f1217237417 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787897
Feb 28 10:35:12.957383 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c98dfd87-8d38-4e73-9a19-682f73fc36cd req-f69361c4-e18b-4a37-949f-99595c5731a3 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763021
Feb 28 10:35:12.989174 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['c294705d-35da-4f5d-8e43-0a930f3b63a3'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:35:13.061182 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16abde9-d629-413d-bddc-e2101b47e272 req-248c5323-edaa-4142-8c88-c2a6815df7ee tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:13.062795 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b16abde9-d629-413d-bddc-e2101b47e272 req-248c5323-edaa-4142-8c88-c2a6815df7ee tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.0530903
Feb 28 10:35:13.110388 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b16abde9-d629-413d-bddc-e2101b47e272 req-4826844e-18ec-4ab2-b90b-5db9265fe0a2 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418408
Feb 28 10:35:13.317645 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563114f-923f-4cf3-b9f3-354eaafab923 req-8860f454-487f-4dca-bdba-61cc8bf44d1b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:13.319276 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0563114f-923f-4cf3-b9f3-354eaafab923 req-8860f454-487f-4dca-bdba-61cc8bf44d1b tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0527849
Feb 28 10:35:13.367110 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0563114f-923f-4cf3-b9f3-354eaafab923 req-b947b5cf-ee51-4fd8-9644-b034ff059976 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416625
Feb 28 10:35:13.645594 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c982-6ee6-4c85-bf89-a30e7173e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.110532 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f334ab-e254-444b-accf-db9bdd19d6bc req-75ca168e-8466-4fe8-a4d2-2c88b8de7b96 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:14.111956 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38f334ab-e254-444b-accf-db9bdd19d6bc req-75ca168e-8466-4fe8-a4d2-2c88b8de7b96 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 945 time: 0.0892074
Feb 28 10:35:14.119475 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278b3e0-ab16-4803-91d3-3feaa151a3fa req-5b50819b-f5b1-4c1d-913d-d82a68929c47 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:14.120878 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0278b3e0-ab16-4803-91d3-3feaa151a3fa req-5b50819b-f5b1-4c1d-913d-d82a68929c47 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0887609
Feb 28 10:35:14.192596 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38f334ab-e254-444b-accf-db9bdd19d6bc req-8da9ea1a-535e-4195-8826-8b6bc887cd2a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701020
Feb 28 10:35:14.199864 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0278b3e0-ab16-4803-91d3-3feaa151a3fa req-b1148838-a5a3-4c65-9ae9-5ff257ba8752 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701132
Feb 28 10:35:14.255859 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c294705d-35da-4f5d-8e43-0a930f3b63a3 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:35:14.312107 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port c294705d-35da-4f5d-8e43-0a930f3b63a3 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:35:14.321845 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port c294705d-35da-4f5d-8e43-0a930f3b63a3 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:35:14.322692 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.329829 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33ac1-da3c-4bfd-938d-10f65c1f1a31 req-ec5cc32f-8186-4d01-a070-ec25213d0121 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:14.331387 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fae33ac1-da3c-4bfd-938d-10f65c1f1a31 req-ec5cc32f-8186-4d01-a070-ec25213d0121 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0597246
Feb 28 10:35:14.361615 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef58094-b1c3-48db-8343-fef906640c42 req-505d941a-3988-4bf1-bbe0-6f64a7065983 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:14.363207 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fef58094-b1c3-48db-8343-fef906640c42 req-505d941a-3988-4bf1-bbe0-6f64a7065983 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.0606451
Feb 28 10:35:14.387545 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fae33ac1-da3c-4bfd-938d-10f65c1f1a31 req-c3958cca-7176-48e3-a5d6-67fc058e6267 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470765
Feb 28 10:35:14.427196 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c294705d-35da-4f5d-8e43-0a930f3b63a3 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:35:14.427591 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.464111 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:14.467368 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3558ae28-b986-4703-9b70-06cc05d5be9d" -d '{"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-plugged", "status": "completed", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:14.480643 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:14.487233 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.487686 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Deleting port b4a656dd-70b4-452d-a3c9-90978f7d0dca {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:35:14.488117 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.576252 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398039e-fa3a-4398-9a2c-eee97dbfd091 req-774445a7-083b-4a89-826a-5e9cb0ca75d5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:14.578174 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a398039e-fa3a-4398-9a2c-eee97dbfd091 req-774445a7-083b-4a89-826a-5e9cb0ca75d5 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 946 time: 0.1003118
Feb 28 10:35:14.595813 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:14.641528 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] For port b4a656dd-70b4-452d-a3c9-90978f7d0dca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4a656dd-70b4-452d-a3c9-90978f7d0dca,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:14.642067 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.653691 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a398039e-fa3a-4398-9a2c-eee97dbfd091 req-0b279ad0-2ccf-4a07-8915-905369597802 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/security-groups?id=60433031-a36a-4fe4-9a12-347a4c19b31f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660257
Feb 28 10:35:14.661190 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Calling delete_port for b4a656dd-70b4-452d-a3c9-90978f7d0dca owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:35:14.718540 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80692de-9a28-4b76-a4c5-480dcb679562 x-openstack-request-id: req-a80692de-9a28-4b76-a4c5-480dcb679562 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:14.719791 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-plugged", "status": "completed", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:14.720208 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a80692de-9a28-4b76-a4c5-480dcb679562 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:14.720887 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'code': 200}
Feb 28 10:35:14.818268 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (b4a656dd-70b4-452d-a3c9-90978f7d0dca), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.847081 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Pushing event deleted for resources: {'Port': ['ID=b4a656dd-70b4-452d-a3c9-90978f7d0dca,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:14.879700 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['b4a656dd-70b4-452d-a3c9-90978f7d0dca'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:35:14.895997 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] No DVR routers for this DVR port b4a656dd-70b4-452d-a3c9-90978f7d0dca on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:35:14.898371 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:14.902238 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fef58094-b1c3-48db-8343-fef906640c42 req-4a26de71-5de0-4599-8aa2-ef114b861bb3 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.26 "DELETE /v2.0/ports/b4a656dd-70b4-452d-a3c9-90978f7d0dca HTTP/1.1" status: 204  len: 173 time: 0.5322928
Feb 28 10:35:14.904449 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'name': 'network-vif-deleted', 'tag': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:14.906913 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cadb492-0892-410b-add7-7a1f3e6bb127" -d '{"events": [{"server_uuid": "e1560b32-2ab2-4234-aeca-5cbe2d745915", "name": "network-vif-deleted", "tag": "b4a656dd-70b4-452d-a3c9-90978f7d0dca"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:14.929340 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139896b6-7d08-4697-bea9-21b3c91e4ae6 req-91a3a08c-2f6f-4b9e-be44-50dc71b7443d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:14.930984 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-139896b6-7d08-4697-bea9-21b3c91e4ae6 req-91a3a08c-2f6f-4b9e-be44-50dc71b7443d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0600717
Feb 28 10:35:14.953821 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c85e08-6934-4095-bac0-0dfbb41d8048 x-openstack-request-id: req-58c85e08-6934-4095-bac0-0dfbb41d8048 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:14.954119 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1560b32-2ab2-4234-aeca-5cbe2d745915", "name": "network-vif-deleted", "tag": "b4a656dd-70b4-452d-a3c9-90978f7d0dca", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:14.954376 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58c85e08-6934-4095-bac0-0dfbb41d8048 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:14.954839 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1560b32-2ab2-4234-aeca-5cbe2d745915', 'name': 'network-vif-deleted', 'tag': 'b4a656dd-70b4-452d-a3c9-90978f7d0dca', 'status': 'completed', 'code': 200}
Feb 28 10:35:14.988031 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-139896b6-7d08-4697-bea9-21b3c91e4ae6 req-9e0dc2fc-6124-4c98-b5b2-cd9c24a4041a tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502715
Feb 28 10:35:15.102372 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce699121-00fe-43a8-b4d8-34c0357d33c9 req-f926f202-a5de-4aef-bff0-e146b228f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:15.103954 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ce699121-00fe-43a8-b4d8-34c0357d33c9 req-f926f202-a5de-4aef-bff0-e146b228f814 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1130 time: 0.0526197
Feb 28 10:35:15.162377 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ce699121-00fe-43a8-b4d8-34c0357d33c9 req-cd40e6bf-382f-4c1d-ad20-df0cfd35e745 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412586
Feb 28 10:35:15.321844 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d911f-1a22-40b3-87a0-8e278fb75e66 req-a168b247-49fe-4968-aed7-1f4db76e52fe tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:15.323368 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-481d911f-1a22-40b3-87a0-8e278fb75e66 req-a168b247-49fe-4968-aed7-1f4db76e52fe tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0559881
Feb 28 10:35:15.374888 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-481d911f-1a22-40b3-87a0-8e278fb75e66 req-6ab5120d-d67e-4521-a8f1-62365fc971e3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456839
Feb 28 10:35:15.763940 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-661ea87c-55eb-469c-b805-888651ffb2d3 req-cca2fa34-77ba-4ab0-b60d-6694dbe2a628 tempest-ServerRescueNegativeTestJSON-610914936 tempest-ServerRescueNegativeTestJSON-610914936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1560b32-2ab2-4234-aeca-5cbe2d745915 HTTP/1.1" status: 200  len: 210 time: 0.0273585
Feb 28 10:35:15.956649 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-514ab3b0-eb6d-4d34-8fde-a79e3d928499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:16.501454 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f9ae-74e8-4032-9845-b446af37be14 req-c57f6bfc-ee91-428a-8da2-c86cafe9e3ab tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:16.502991 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74b9f9ae-74e8-4032-9845-b446af37be14 req-c57f6bfc-ee91-428a-8da2-c86cafe9e3ab tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0596035
Feb 28 10:35:16.553758 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74b9f9ae-74e8-4032-9845-b446af37be14 req-10a89edf-f51d-406a-b69a-c53acfad12e9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449710
Feb 28 10:35:16.819620 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46076) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:17.109675 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:17.114175 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3940bc8-9219-47bd-8dea-9e47ad06b927 req-a9953920-6773-4360-a6af-c0f3692bb5c3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:17.115804 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e3940bc8-9219-47bd-8dea-9e47ad06b927 req-a9953920-6773-4360-a6af-c0f3692bb5c3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0570550
Feb 28 10:35:17.166614 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e3940bc8-9219-47bd-8dea-9e47ad06b927 req-0c3442d3-bedb-4873-b5ed-6b7bcbff0371 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449779
Feb 28 10:35:17.508163 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (5b5fc598-f981-4c23-b3aa-f0c54e356edb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:17.674934 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480b5a2-9ee1-450c-a793-715282f09506 req-58b37ebe-61a3-4b42-a457-b2567a1dcda5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:17.676414 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2480b5a2-9ee1-450c-a793-715282f09506 req-58b37ebe-61a3-4b42-a457-b2567a1dcda5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0531571
Feb 28 10:35:17.730357 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2480b5a2-9ee1-450c-a793-715282f09506 req-e91936cb-9a3d-49d6-a96e-95922414962a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481315
Feb 28 10:35:17.810657 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Deleting port 42fb2b41-d8da-4073-9fce-fd5886938398 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:35:17.811003 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:17.847469 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bb729-99f4-4741-93f1-8b221573d05c req-d9b6f787-643e-47fb-b269-95c74064620b tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:17.848993 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c17bb729-99f4-4741-93f1-8b221573d05c req-d9b6f787-643e-47fb-b269-95c74064620b tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0532517
Feb 28 10:35:17.906661 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] For port 42fb2b41-d8da-4073-9fce-fd5886938398, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42fb2b41-d8da-4073-9fce-fd5886938398,segment=NetworkSegment(ca08dd1a-856c-4511-b51c-3037275489c3),segment_id=ca08dd1a-856c-4511-b51c-3037275489c3)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:17.906661 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:17.908419 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Calling delete_port for 42fb2b41-d8da-4073-9fce-fd5886938398 owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:35:17.909139 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c17bb729-99f4-4741-93f1-8b221573d05c req-6ba40c83-7552-4d95-b66f-aa050d5f6e5e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472124
Feb 28 10:35:17.931111 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46090) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:18.095789 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (42fb2b41-d8da-4073-9fce-fd5886938398), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.116199 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337561d-9a01-4e91-b4bd-baa364902601 tempest-TestShelveInstance-1674926153 tempest-TestShelveInstance-1674926153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:18.117748 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-9337561d-9a01-4e91-b4bd-baa364902601 tempest-TestShelveInstance-1674926153 tempest-TestShelveInstance-1674926153-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1125 time: 0.1856427
Feb 28 10:35:18.120700 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46094) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:18.125104 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'port_id': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:18.125454 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Pushing event deleted for resources: {'Port': ['ID=42fb2b41-d8da-4073-9fce-fd5886938398,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:18.151526 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.255729 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b4a656dd-70b4-452d-a3c9-90978f7d0dca no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:35:18.276715 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: b4a656dd-70b4-452d-a3c9-90978f7d0dca {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:35:18.277068 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b4a656dd-70b4-452d-a3c9-90978f7d0dca not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:35:18.291712 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (5b5fc598-f981-4c23-b3aa-f0c54e356edb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.299958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.322037 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5d4a-6568-4296-917d-767756f8cdf3 req-0ee13330-8d8e-4b13-8699-3e39b44f6d21 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:18.323564 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e04b5d4a-6568-4296-917d-767756f8cdf3 req-0ee13330-8d8e-4b13-8699-3e39b44f6d21 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0847290
Feb 28 10:35:18.451307 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e04b5d4a-6568-4296-917d-767756f8cdf3 req-b5e8396b-a59d-4393-bd3f-dbd2961e8c88 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958130
Feb 28 10:35:18.500853 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Allocated IP 172.37.2.119 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/33b3a33f-fd15-4723-8a72-4f44a3e91336) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:35:18.501057 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.521844 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Router 5b5fc598-f981-4c23-b3aa-f0c54e356edb has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:35:18.607281 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.638840 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:35:18.641339 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.649769 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] Sync routers for ids ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:35:18.650965 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-812b6d2d-0968-4a2f-b7c9-2ee5abc11379 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b5fc598-f981-4c23-b3aa-f0c54e356edb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8267291
Feb 28 10:35:18.651950 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46098) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:18.661074 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] Routers {'5b5fc598-f981-4c23-b3aa-f0c54e356edb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:35:18.661732 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259bdc2e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:18.686406 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:35:18.695052 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:35:18.697010 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'Port': ['ID=33b3a33f-fd15-4723-8a72-4f44a3e91336,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:18.699204 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:35:18.779128 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] Set router 5b5fc598-f981-4c23-b3aa-f0c54e356edb gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:35:18.785086 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks [] for router (5b5fc598-f981-4c23-b3aa-f0c54e356edb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.923667 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks [] for router_gateway (5b5fc598-f981-4c23-b3aa-f0c54e356edb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:18.970548 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259bdc2e0>, [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115'}], 'enable_snat': True}, 'gw_port_id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 5, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port': {'id': '7cf477ff-64af-4c3b-9619-4405d606ed41', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:19.000428 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Deleting port 7cf477ff-64af-4c3b-9619-4405d606ed41 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:35:19.000862 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.002162 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] Checking router: 5b5fc598-f981-4c23-b3aa-f0c54e356edb for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:35:19.010362 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] Routers {'5b5fc598-f981-4c23-b3aa-f0c54e356edb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:35:19.010995 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259bdc2e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:19.087583 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] For port 7cf477ff-64af-4c3b-9619-4405d606ed41, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7cf477ff-64af-4c3b-9619-4405d606ed41,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:19.087955 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.102468 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Calling delete_port for 7cf477ff-64af-4c3b-9619-4405d606ed41 owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:35:19.103310 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] Set router 5b5fc598-f981-4c23-b3aa-f0c54e356edb gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:35:19.159656 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259bdc2e0>, [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 6, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:19.192045 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec2ed3-edb1-4b2b-8ef5-1e0229e8f9d9 None None] The sync data for ids ['5b5fc598-f981-4c23-b3aa-f0c54e356edb'] in dv-cinder-master-3-iscsi is: [{'id': '5b5fc598-f981-4c23-b3aa-f0c54e356edb', 'name': 'tempest-ServerRescueNegativeTestJSON-2098802445-router', 'tenant_id': 'b77d7fba24894206bc824b8dd499e696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:31Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 6, 'project_id': 'b77d7fba24894206bc824b8dd499e696', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:35:19.242544 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for floatingip (96d5fabb-908d-4140-a042-27c3cdadc0a0), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.280679 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (7cf477ff-64af-4c3b-9619-4405d606ed41), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.310830 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf477ff-64af-4c3b-9619-4405d606ed41,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:19.351151 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.372109 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (5b5fc598-f981-4c23-b3aa-f0c54e356edb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.478923 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (5b5fc598-f981-4c23-b3aa-f0c54e356edb), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.481564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks [] for router_controller (5b5fc598-f981-4c23-b3aa-f0c54e356edb), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.512835 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.518703 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.553368 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (5b5fc598-f981-4c23-b3aa-f0c54e356edb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.554038 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b5fc598-f981-4c23-b3aa-f0c54e356edb {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:35:19.560718 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.561868 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-91ebcc09-62f1-4124-9678-731ff1d0edcc admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b5fc598-f981-4c23-b3aa-f0c54e356edb HTTP/1.1" status: 204  len: 168 time: 0.9079216
Feb 28 10:35:19.564414 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46104) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:19.611550 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] Deleting subnet b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:35:19.614814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] Publish callbacks [] for subnet (b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.634250 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event updated for resources: {'Port': ['ID=33b3a33f-fd15-4723-8a72-4f44a3e91336,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:19.646071 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (96d5fabb-908d-4140-a042-27c3cdadc0a0), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.655351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.657092 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2cb2b-2357-4eb1-a603-3414a3054104 req-551050ce-68d8-4210-9be2-f4be42beebc3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:19.659319 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b2c2cb2b-2357-4eb1-a603-3414a3054104 req-551050ce-68d8-4210-9be2-f4be42beebc3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1103170
Feb 28 10:35:19.703677 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.756622 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.783155 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:19.786855 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.791243 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a43d3bcd-e6ad-4301-a147-8e1d8c70e8d9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b36a8b4e-b7c2-4e55-9ff0-d8ab5904c981 HTTP/1.1" status: 204  len: 168 time: 0.2256813
Feb 28 10:35:19.792808 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46106) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:19.867137 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (7133a7a4-f128-4749-9f5a-21513ed66246), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.935059 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.951214 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (7133a7a4-f128-4749-9f5a-21513ed66246), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:19.972703 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253fe2160>,) {'filters': {'network_id': ['7133a7a4-f128-4749-9f5a-21513ed66246']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:19.982591 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253fe2160>, 'ca08dd1a-856c-4511-b51c-3037275489c3') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:19.982924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253fe2160>, 'ca08dd1a-856c-4511-b51c-3037275489c3') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:19.993451 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (ca08dd1a-856c-4511-b51c-3037275489c3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.000592 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b2c2cb2b-2357-4eb1-a603-3414a3054104 req-151eab06-bbca-41d4-b747-1c2534ff4fec tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3082595
Feb 28 10:35:20.013737 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (ca08dd1a-856c-4511-b51c-3037275489c3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.017153 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Floating IP 96d5fabb-908d-4140-a042-27c3cdadc0a0 associated. External IP: 172.37.2.119, port: c294705d-35da-4f5d-8e43-0a930f3b63a3.
Feb 28 10:35:20.020914 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:35:20.020914 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (ca08dd1a-856c-4511-b51c-3037275489c3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:35:20.022728 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:35:20.274997 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Router 0a808c09-079e-479d-b584-80908092d09b has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:35:20.327416 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (7133a7a4-f128-4749-9f5a-21513ed66246), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.335532 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.340621 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7133a7a4-f128-4749-9f5a-21513ed66246 HTTP/1.1" status: 204  len: 168 time: 0.5448689
Feb 28 10:35:20.357713 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01b1bb-0c6d-48d1-92a1-9dc698364845 admin admin] Pushing event deleted for resources: {'Network': ['ID=7133a7a4-f128-4749-9f5a-21513ed66246,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:20.407565 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:35:20.427504 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.433100 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] Sync routers for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:35:20.453247 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:35:20.454524 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62590541f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:20.489957 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-231c7dc4-4892-4a2c-b923-8ad690d14290 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3681509
Feb 28 10:35:20.490830 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:20.493246 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d23abe2-5def-4059-ae3a-7470337bb5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:20.524399 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 42fb2b41-d8da-4073-9fce-fd5886938398 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:35:20.545537 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0556fbd-f286-495f-a370-17dceb892037 x-openstack-request-id: req-d0556fbd-f286-495f-a370-17dceb892037 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:20.545685 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:20.545944 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0556fbd-f286-495f-a370-17dceb892037 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:20.546358 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'status': 'completed', 'code': 200}
Feb 28 10:35:20.551539 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 42fb2b41-d8da-4073-9fce-fd5886938398 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:35:20.551904 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 42fb2b41-d8da-4073-9fce-fd5886938398 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:35:20.552318 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7cf477ff-64af-4c3b-9619-4405d606ed41 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:35:20.563681 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46116) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:20.587650 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 7cf477ff-64af-4c3b-9619-4405d606ed41 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:35:20.587998 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7cf477ff-64af-4c3b-9619-4405d606ed41 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:35:20.636430 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6987842d-1c78-414c-9574-3659d11a604d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b77d7fba24894206bc824b8dd499e696&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0714548
Feb 28 10:35:20.639238 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46118) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:20.649438 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-377d3e45-05c2-420c-9b11-c306adca1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:20.649617 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:35:20.650897 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-377d3e45-05c2-420c-9b11-c306adca1fb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1130 time: 0.0659709
Feb 28 10:35:20.689535 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b9292e92-12e8-4e9d-b36a-182e311e570e admin admin] Publish callbacks [] for security_group (60433031-a36a-4fe4-9a12-347a4c19b31f), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.713159 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b9292e92-12e8-4e9d-b36a-182e311e570e admin admin] Publish callbacks [] for security_group (60433031-a36a-4fe4-9a12-347a4c19b31f), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.749890 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-91c0436f-b3d7-410a-bc14-ee557873f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:20.751467 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-91c0436f-b3d7-410a-bc14-ee557873f006 service neutron] 10.222.0.26 "GET /v2.0/networks?id=956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 200  len: 910 time: 0.0944440
Feb 28 10:35:20.768181 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b9292e92-12e8-4e9d-b36a-182e311e570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (60433031-a36a-4fe4-9a12-347a4c19b31f), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.770977 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b9292e92-12e8-4e9d-b36a-182e311e570e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:20.774584 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b9292e92-12e8-4e9d-b36a-182e311e570e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60433031-a36a-4fe4-9a12-347a4c19b31f HTTP/1.1" status: 204  len: 168 time: 0.1319234
Feb 28 10:35:20.780738 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292e92-12e8-4e9d-b36a-182e311e570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60433031-a36a-4fe4-9a12-347a4c19b31f,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:20.834782 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-40d8d692-7755-4b5f-a61e-b4a492bfab15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 1000 time: 0.0775783
Feb 28 10:35:20.888294 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-66fd0b4c-d54e-4376-a046-321468966542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:20.889831 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-66fd0b4c-d54e-4376-a046-321468966542 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=123faae4-a2c2-43a0-a700-63d5786e34ac HTTP/1.1" status: 200  len: 848 time: 0.0485024
Feb 28 10:35:20.946446 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-7074fe8e-2071-4592-887b-4ab770dbfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:20.947962 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-7074fe8e-2071-4592-887b-4ab770dbfcb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=956c294a-5b07-4205-ad8a-387d3422fbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0516396
Feb 28 10:35:20.974847 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62590541f0>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '96d5fabb-908d-4140-a042-27c3cdadc0a0', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'floating_ip_address': '172.37.2.119', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '0a808c09-079e-479d-b584-80908092d09b', 'port_id': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'mac_address': 'fa:16:3e:53:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 0, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:04Z', 'revision_number': 5, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:21.001502 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] Checking router: 0a808c09-079e-479d-b584-80908092d09b for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:35:21.010232 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:35:21.010880 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62590541f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:21.039693 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-312d28d4-8574-4629-8be6-f0794b5e971e service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856702
Feb 28 10:35:21.148709 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:35:21.166434 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b999a2-212f-4370-b010-284e7326f0b1 req-185106a6-97e1-405a-8bd5-5fd3ad225d62 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:21.168982 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c9b999a2-212f-4370-b010-284e7326f0b1 req-185106a6-97e1-405a-8bd5-5fd3ad225d62 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0864522
Feb 28 10:35:21.171666 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5d23abe2-5def-4059-ae3a-7470337bb5d0 req-470c3950-6014-4dc7-a740-37461d5665b6 service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253219
Feb 28 10:35:21.231820 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c9b999a2-212f-4370-b010-284e7326f0b1 req-964a1c6f-703b-46dc-bb9c-870a7a2dd2bf tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563822
Feb 28 10:35:21.414081 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62590541f0>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '96d5fabb-908d-4140-a042-27c3cdadc0a0', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'floating_ip_address': '172.37.2.119', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '0a808c09-079e-479d-b584-80908092d09b', 'port_id': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'mac_address': 'fa:16:3e:53:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 0, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:04Z', 'revision_number': 5, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:21.440806 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483ef9-5b80-4b91-b456-6fe9929426e1 None None] The sync data for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi is: [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '96d5fabb-908d-4140-a042-27c3cdadc0a0', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'floating_ip_address': '172.37.2.119', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '0a808c09-079e-479d-b584-80908092d09b', 'port_id': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'mac_address': 'fa:16:3e:53:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 0, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:04Z', 'revision_number': 5, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:35:21.638121 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ef929-b097-4255-a093-6fc5bbc2152e None None] New status for floating IP 96d5fabb-908d-4140-a042-27c3cdadc0a0: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:35:22.361534 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682c0f3-fa0b-41e0-881e-ff5f6d9b3765 req-83be4161-dd9b-4e70-ae5e-d64e86c0820e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:22.363128 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8682c0f3-fa0b-41e0-881e-ff5f6d9b3765 req-83be4161-dd9b-4e70-ae5e-d64e86c0820e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0580926
Feb 28 10:35:22.412898 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8682c0f3-fa0b-41e0-881e-ff5f6d9b3765 req-70f45509-7e8f-41dd-a184-33ac278b4a06 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434835
Feb 28 10:35:22.812376 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46196) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:22.916171 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-54b0bd59-4e23-458b-ab37-1f47c368529f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:22.993708 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-54b0bd59-4e23-458b-ab37-1f47c368529f admin admin] Publish callbacks [] for security_group (4ad87634-7dc8-43cd-adcf-0c4262b297f8), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:22.998201 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-54b0bd59-4e23-458b-ab37-1f47c368529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4ad87634-7dc8-43cd-adcf-0c4262b297f8), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.036710 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-54b0bd59-4e23-458b-ab37-1f47c368529f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a16fff96391a41009f2965b670a6c631&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2231729
Feb 28 10:35:23.037755 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0bd59-4e23-458b-ab37-1f47c368529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad87634-7dc8-43cd-adcf-0c4262b297f8,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:23.039385 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46200) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:23.088391 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29735f76-6845-4f35-bfd4-a9faf1a5f9b5 admin admin] Publish callbacks [] for security_group (4ad87634-7dc8-43cd-adcf-0c4262b297f8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.110531 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29735f76-6845-4f35-bfd4-a9faf1a5f9b5 admin admin] Publish callbacks [] for security_group (4ad87634-7dc8-43cd-adcf-0c4262b297f8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.155944 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29735f76-6845-4f35-bfd4-a9faf1a5f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4ad87634-7dc8-43cd-adcf-0c4262b297f8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.158709 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29735f76-6845-4f35-bfd4-a9faf1a5f9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.159850 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-29735f76-6845-4f35-bfd4-a9faf1a5f9b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ad87634-7dc8-43cd-adcf-0c4262b297f8 HTTP/1.1" status: 204  len: 168 time: 0.1194773
Feb 28 10:35:23.167739 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29735f76-6845-4f35-bfd4-a9faf1a5f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad87634-7dc8-43cd-adcf-0c4262b297f8,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:23.444006 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46210) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:23.458103 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-34e4c67a-7bf3-4c15-bbec-5511266b68ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.572964 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b98ef-66ae-4e8d-ab8e-f399b932c1ba req-090cc96a-ce71-4003-8aa0-86113f3ce384 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:23.574506 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c70b98ef-66ae-4e8d-ab8e-f399b932c1ba req-090cc96a-ce71-4003-8aa0-86113f3ce384 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0827465
Feb 28 10:35:23.585023 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-34e4c67a-7bf3-4c15-bbec-5511266b68ec admin admin] Publish callbacks [] for security_group (de0f155a-78bb-4fbb-b61d-353f6e9a117b), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.597106 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-34e4c67a-7bf3-4c15-bbec-5511266b68ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (de0f155a-78bb-4fbb-b61d-353f6e9a117b), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.649497 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-34e4c67a-7bf3-4c15-bbec-5511266b68ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b12ebf0103c64140b476eb036dd6971c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2043478
Feb 28 10:35:23.652161 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46212) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:23.654456 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4c67a-7bf3-4c15-bbec-5511266b68ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f155a-78bb-4fbb-b61d-353f6e9a117b,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:23.663918 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c70b98ef-66ae-4e8d-ab8e-f399b932c1ba req-2805239d-cb26-40bd-a3f0-5009665690f5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814986
Feb 28 10:35:23.709069 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c53c60eb-5a2f-4f3b-b7d7-a64d0d511da1 admin admin] Publish callbacks [] for security_group (de0f155a-78bb-4fbb-b61d-353f6e9a117b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.730009 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c53c60eb-5a2f-4f3b-b7d7-a64d0d511da1 admin admin] Publish callbacks [] for security_group (de0f155a-78bb-4fbb-b61d-353f6e9a117b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.776189 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c53c60eb-5a2f-4f3b-b7d7-a64d0d511da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (de0f155a-78bb-4fbb-b61d-353f6e9a117b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.779026 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c53c60eb-5a2f-4f3b-b7d7-a64d0d511da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:23.780180 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c53c60eb-5a2f-4f3b-b7d7-a64d0d511da1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de0f155a-78bb-4fbb-b61d-353f6e9a117b HTTP/1.1" status: 204  len: 168 time: 0.1265979
Feb 28 10:35:23.787866 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c60eb-5a2f-4f3b-b7d7-a64d0d511da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f155a-78bb-4fbb-b61d-353f6e9a117b,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:24.522024 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c831226-ce75-433e-bbc9-96c8b4332369 req-ad961bee-e77e-4920-9e96-33a3f486ffae tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:24.523648 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7c831226-ce75-433e-bbc9-96c8b4332369 req-ad961bee-e77e-4920-9e96-33a3f486ffae tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0588348
Feb 28 10:35:24.578302 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7c831226-ce75-433e-bbc9-96c8b4332369 req-f967a9da-7c94-452c-8d0f-ee88895933e3 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482104
Feb 28 10:35:24.600967 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46246) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:24.798570 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77350a18-0a25-49d8-8e56-8c6ec53f02c2 req-16c1749e-75eb-4193-aff4-71ddaf7c9756 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:24.800267 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77350a18-0a25-49d8-8e56-8c6ec53f02c2 req-16c1749e-75eb-4193-aff4-71ddaf7c9756 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0577493
Feb 28 10:35:24.822456 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53a59d-7267-4bf6-a05f-1d340a8e0ff8 tempest-TestMinimumBasicScenario-2057863845 tempest-TestMinimumBasicScenario-2057863845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:24.824947 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5c53a59d-7267-4bf6-a05f-1d340a8e0ff8 tempest-TestMinimumBasicScenario-2057863845 tempest-TestMinimumBasicScenario-2057863845-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1124 time: 0.2224000
Feb 28 10:35:24.827976 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46258) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:24.833068 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'port_id': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:24.850783 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77350a18-0a25-49d8-8e56-8c6ec53f02c2 req-16517ef6-4daf-44b9-be38-4307e63bdf83 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447965
Feb 28 10:35:24.859789 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:24.961597 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.071972 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Allocated IP 172.37.2.116 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/9a19a13e-0341-4b55-accc-268306e205e7) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:35:25.178572 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for port (9a19a13e-0341-4b55-accc-268306e205e7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.212351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (9a19a13e-0341-4b55-accc-268306e205e7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.253267 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:35:25.256264 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:35:25.259701 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:35:25.285718 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'Port': ['ID=9a19a13e-0341-4b55-accc-268306e205e7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:25.638962 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for floatingip (e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.706163 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (9a19a13e-0341-4b55-accc-268306e205e7), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.853051 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for port (9a19a13e-0341-4b55-accc-268306e205e7), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.857638 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (9a19a13e-0341-4b55-accc-268306e205e7), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.924307 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'Port': ['ID=9a19a13e-0341-4b55-accc-268306e205e7,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:25.938000 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:25.975249 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7df61-9f14-42b0-bd6c-0527662b764d req-f37ec0df-0dea-47af-b7bd-dbb8a97fd2ca tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:25.976753 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-66b7df61-9f14-42b0-bd6c-0527662b764d req-f37ec0df-0dea-47af-b7bd-dbb8a97fd2ca tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0550823
Feb 28 10:35:26.023813 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-66b7df61-9f14-42b0-bd6c-0527662b764d req-af7659ea-e8b7-4ba5-b198-0fc7b2fc426a tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413613
Feb 28 10:35:26.041309 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Floating IP e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e associated. External IP: 172.37.2.116, port: 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce.
Feb 28 10:35:26.256237 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Router 348bb11f-0dea-4ad1-a371-8844bf4453e7 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:35:26.364006 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:35:26.374339 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] Sync routers for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:35:26.382194 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.384462 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:35:26.385098 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258de13d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:26.413491 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b16ab178-e14b-4e53-80e3-96953b6cc7e1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5819597
Feb 28 10:35:26.413491 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:26.414046 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693c80e-3615-484b-9169-e3443fbee261" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:26.415130 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46280) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:26.424286 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-c394fe07-5dab-434b-a1f1-6a29b78e0d27 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037844897', 'description': 'tempest-secgroup-smoke-1037844897 description', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:26.458068 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b488af1d-e095-4fec-b974-e06ec9bbc940 x-openstack-request-id: req-b488af1d-e095-4fec-b974-e06ec9bbc940 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:26.458358 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:26.458642 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b488af1d-e095-4fec-b974-e06ec9bbc940 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:26.459039 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'status': 'completed', 'code': 200}
Feb 28 10:35:26.467501 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c394fe07-5dab-434b-a1f1-6a29b78e0d27 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.567026 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c394fe07-5dab-434b-a1f1-6a29b78e0d27 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group (bbfa3633-89c5-455a-832d-166fe5a33587), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.572216 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c394fe07-5dab-434b-a1f1-6a29b78e0d27 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bbfa3633-89c5-455a-832d-166fe5a33587), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.584502 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693c80e-3615-484b-9169-e3443fbee261 req-6c6f41a4-e137-47dc-b7bc-ca212ec23b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:26.586804 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0693c80e-3615-484b-9169-e3443fbee261 req-6c6f41a4-e137-47dc-b7bc-ca212ec23b41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1129 time: 0.0631840
Feb 28 10:35:26.613381 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394fe07-5dab-434b-a1f1-6a29b78e0d27 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfa3633-89c5-455a-832d-166fe5a33587,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:26.631681 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c394fe07-5dab-434b-a1f1-6a29b78e0d27 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.633129 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c394fe07-5dab-434b-a1f1-6a29b78e0d27 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2164764
Feb 28 10:35:26.636957 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46294) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:26.642630 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-0a1da36f-7977-4d5e-be5e-958ca0e14c6c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa3633-89c5-455a-832d-166fe5a33587', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:26.663595 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:35:26.671565 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a1da36f-7977-4d5e-be5e-958ca0e14c6c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (45795ebf-ec61-445b-9ccb-cf33b2308fb0), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.715426 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693c80e-3615-484b-9169-e3443fbee261 req-94cc198e-31b9-4873-a9a4-78e76404cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:26.717133 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0693c80e-3615-484b-9169-e3443fbee261 req-94cc198e-31b9-4873-a9a4-78e76404cb38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 915 time: 0.1194348
Feb 28 10:35:26.752782 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a1da36f-7977-4d5e-be5e-958ca0e14c6c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (45795ebf-ec61-445b-9ccb-cf33b2308fb0), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.758125 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a1da36f-7977-4d5e-be5e-958ca0e14c6c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (45795ebf-ec61-445b-9ccb-cf33b2308fb0), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.798387 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1da36f-7977-4d5e-be5e-958ca0e14c6c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45795ebf-ec61-445b-9ccb-cf33b2308fb0,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:26.803596 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0a1da36f-7977-4d5e-be5e-958ca0e14c6c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.807306 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0a1da36f-7977-4d5e-be5e-958ca0e14c6c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1663234
Feb 28 10:35:26.807706 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46304) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:26.807950 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0693c80e-3615-484b-9169-e3443fbee261 req-0007393c-a281-4ef7-b435-b084bfadee12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 999 time: 0.0829735
Feb 28 10:35:26.812120 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-becdc279-f45e-4265-a061-381cedca4bee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa3633-89c5-455a-832d-166fe5a33587', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:26.865532 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-becdc279-f45e-4265-a061-381cedca4bee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (2c521d0d-2ce3-4ab1-b067-f92f1a55f725), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.871634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693c80e-3615-484b-9169-e3443fbee261 req-725bfb01-1cdd-4f9f-9ce2-372827f6f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:26.873474 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0693c80e-3615-484b-9169-e3443fbee261 req-725bfb01-1cdd-4f9f-9ce2-372827f6f174 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 200  len: 853 time: 0.0583220
Feb 28 10:35:26.937403 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693c80e-3615-484b-9169-e3443fbee261 req-d04aad0a-895a-429c-9903-4f763b8a12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:26.939163 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0693c80e-3615-484b-9169-e3443fbee261 req-d04aad0a-895a-429c-9903-4f763b8a12ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08ce50bb-e12e-4613-b944-9efdb4ba7ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0588505
Feb 28 10:35:26.939342 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-becdc279-f45e-4265-a061-381cedca4bee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (2c521d0d-2ce3-4ab1-b067-f92f1a55f725), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.943422 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-becdc279-f45e-4265-a061-381cedca4bee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (2c521d0d-2ce3-4ab1-b067-f92f1a55f725), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.943714 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258de13d0>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'floating_ip_address': '172.37.2.116', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'port_id': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'mac_address': 'fa:16:3e:fd:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:25Z', 'updated_at': '2022-02-28T10:35:25Z', 'revision_number': 0, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 5, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:26.966500 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdc279-f45e-4265-a061-381cedca4bee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c521d0d-2ce3-4ab1-b067-f92f1a55f725,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:26.977978 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-becdc279-f45e-4265-a061-381cedca4bee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:26.982248 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-becdc279-f45e-4265-a061-381cedca4bee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1707957
Feb 28 10:35:26.982447 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46310) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:26.986954 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-6e2de593-acd7-4a85-b05b-d4766318f25b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa3633-89c5-455a-832d-166fe5a33587', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:26.987136 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] Checking router: 348bb11f-0dea-4ad1-a371-8844bf4453e7 for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:35:26.995655 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:35:26.996867 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258de13d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:27.029625 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6e2de593-acd7-4a85-b05b-d4766318f25b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (b458f371-db18-4f43-a9cc-8181d252d409), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.054536 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0693c80e-3615-484b-9169-e3443fbee261 req-08674f34-9509-481e-9946-db4c482fd7af service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062562
Feb 28 10:35:27.122245 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:35:27.124314 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6e2de593-acd7-4a85-b05b-d4766318f25b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (b458f371-db18-4f43-a9cc-8181d252d409), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.142176 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6e2de593-acd7-4a85-b05b-d4766318f25b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (b458f371-db18-4f43-a9cc-8181d252d409), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.164761 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2de593-acd7-4a85-b05b-d4766318f25b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b458f371-db18-4f43-a9cc-8181d252d409,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:27.167051 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:35:27.179634 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6e2de593-acd7-4a85-b05b-d4766318f25b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.183538 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-6e2de593-acd7-4a85-b05b-d4766318f25b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1974080
Feb 28 10:35:27.183725 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0693c80e-3615-484b-9169-e3443fbee261 req-b60a5738-1070-445f-b213-170830621fc1 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196747
Feb 28 10:35:27.183725 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46314) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:27.188241 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-0db0605d-467c-4efc-a5dc-1d37c29af6a4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa3633-89c5-455a-832d-166fe5a33587', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:27.194570 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2803723-47b0-417b-a38b-cbad8d03d12c req-40999299-ee83-4827-bfe6-2bc08649ab47 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:27.196193 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a2803723-47b0-417b-a38b-cbad8d03d12c req-40999299-ee83-4827-bfe6-2bc08649ab47 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0955081
Feb 28 10:35:27.221291 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db0605d-467c-4efc-a5dc-1d37c29af6a4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (749251e2-dd6e-4d07-9c26-975bddab47a8), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.251313 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a2803723-47b0-417b-a38b-cbad8d03d12c req-1a72b58c-ae13-4375-a099-8c8c639160db tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488026
Feb 28 10:35:27.294954 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db0605d-467c-4efc-a5dc-1d37c29af6a4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (749251e2-dd6e-4d07-9c26-975bddab47a8), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.299258 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db0605d-467c-4efc-a5dc-1d37c29af6a4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (749251e2-dd6e-4d07-9c26-975bddab47a8), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.318094 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0605d-467c-4efc-a5dc-1d37c29af6a4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749251e2-dd6e-4d07-9c26-975bddab47a8,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:27.326338 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db0605d-467c-4efc-a5dc-1d37c29af6a4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.327593 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0db0605d-467c-4efc-a5dc-1d37c29af6a4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1427889
Feb 28 10:35:27.330370 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46318) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:27.334853 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa3633-89c5-455a-832d-166fe5a33587', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:27.358757 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.securitygroups_db [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Project b8784f6a53624f7688d9ae0ae0e15169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 10:35:27.365886 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (633dad63-51f0-4a6d-a02a-6db99ba1a3ab), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.373521 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258de13d0>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'floating_ip_address': '172.37.2.116', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'port_id': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'mac_address': 'fa:16:3e:fd:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:25Z', 'updated_at': '2022-02-28T10:35:25Z', 'revision_number': 0, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 5, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:35:27.404546 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a961e-9936-4ada-b48a-7aa19d0e8a96 None None] The sync data for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi is: [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'floating_ip_address': '172.37.2.116', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'port_id': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'mac_address': 'fa:16:3e:fd:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:25Z', 'updated_at': '2022-02-28T10:35:25Z', 'revision_number': 0, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 5, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:35:27.427199 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (633dad63-51f0-4a6d-a02a-6db99ba1a3ab), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.431657 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (633dad63-51f0-4a6d-a02a-6db99ba1a3ab), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.447064 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633dad63-51f0-4a6d-a02a-6db99ba1a3ab,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:27.459065 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.463282 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46320) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:27.463420 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6154307f-cd40-48d3-a4b9-76941ebd0632 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1320345
Feb 28 10:35:27.469317 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa3633-89c5-455a-832d-166fe5a33587', 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:27.492041 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.securitygroups_db [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Project b8784f6a53624f7688d9ae0ae0e15169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 10:35:27.498346 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (df354907-c940-44ef-99fa-1e9cbaac44e9), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.561628 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (df354907-c940-44ef-99fa-1e9cbaac44e9), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.565436 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (df354907-c940-44ef-99fa-1e9cbaac44e9), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.586069 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df354907-c940-44ef-99fa-1e9cbaac44e9,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:27.592531 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:27.593588 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c06dfd30-a318-4a91-91df-c97edeb58a2c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1289704
Feb 28 10:35:27.624904 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2790b-1080-4377-936e-ad7d81f51afb None None] New status for floating IP e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:35:27.686956 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-64486cd1-bd2e-4ea3-9613-f1de42ce488b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037844897&fields=id&tenant_id=b8784f6a53624f7688d9ae0ae0e15169 HTTP/1.1" status: 200  len: 267 time: 0.0446002
Feb 28 10:35:27.748859 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-64d3e218-350f-4690-bbca-a5c1a3b7bf06 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:27.750338 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-64d3e218-350f-4690-bbca-a5c1a3b7bf06 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0568609
Feb 28 10:35:27.760989 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'port': {'security_groups': ['09f61f71-513a-43d6-804d-e408bb3204c4', 'bbfa3633-89c5-455a-832d-166fe5a33587']}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:35:27.833802 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.044234 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:35:28.077947 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.083589 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.127415 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:35:28.138782 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.139437 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.140892 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e9367d4c-b4c8-48a4-a59b-a9aed16af432 req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "PUT /v2.0/ports/4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 981 time: 0.3844368
Feb 28 10:35:28.141356 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:35:28.143745 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:35:28.195747 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a755fc-b1b9-4bdb-a663-40aee04c6d0d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=6']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:28.205027 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd147713-a223-4031-bdae-57801d0af287 x-openstack-request-id: req-fd147713-a223-4031-bdae-57801d0af287 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:35:28.205833 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:35:28.206238 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd147713-a223-4031-bdae-57801d0af287 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:35:28.206663 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'status': 'completed', 'code': 200}
Feb 28 10:35:28.311792 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:35:28.343512 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd784a2-6f10-41aa-8503-417d0c70d837 req-171312b6-3cbc-4ce1-91e3-e3a374092098 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.345277 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cbd784a2-6f10-41aa-8503-417d0c70d837 req-171312b6-3cbc-4ce1-91e3-e3a374092098 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.1240747
Feb 28 10:35:28.417584 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-97f664aa-034a-4028-9450-ddf97cdbfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.423987 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-97f664aa-034a-4028-9450-ddf97cdbfb6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1168 time: 0.1546175
Feb 28 10:35:28.488609 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46342) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:28.508766 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cbd784a2-6f10-41aa-8503-417d0c70d837 req-3a79e8ef-6443-4d88-82c4-2b52d166bc16 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1481853
Feb 28 10:35:28.540987 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f911-9b9e-43c3-9215-d91d72d343bf req-49b992ac-bcfa-45d9-815b-46de99897853 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.543714 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1f11f911-9b9e-43c3-9215-d91d72d343bf req-49b992ac-bcfa-45d9-815b-46de99897853 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1283841
Feb 28 10:35:28.559511 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-24f54b6f-41ed-4060-941b-57e2cd4c075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.561066 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-24f54b6f-41ed-4060-941b-57e2cd4c075f service neutron] 10.222.0.26 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 915 time: 0.1277966
Feb 28 10:35:28.563468 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-a66af461-769f-4e65-bcfd-15271ec70977 None None] Provisioning complete for port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:35:28.564397 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a66af461-769f-4e65-bcfd-15271ec70977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.610481 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1f11f911-9b9e-43c3-9215-d91d72d343bf req-6b848dd0-b117-4e52-bf87-d81185c6fdc2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595887
Feb 28 10:35:28.627635 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ceadd01-d6a0-4057-9787-0f9f51e9efd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.665902 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-bb60b1c7-f7f0-4c0d-a96c-c98fe0f018ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 1001 time: 0.0989318
Feb 28 10:35:28.737925 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-47efa32d-6d43-4645-97ce-8f8cd72e7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.739554 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-47efa32d-6d43-4645-97ce-8f8cd72e7127 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 200  len: 853 time: 0.0638714
Feb 28 10:35:28.796423 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ceadd01-d6a0-4057-9787-0f9f51e9efd6 admin admin] Publish callbacks [] for security_group (d92a7833-9fec-4a3f-80ea-ff7485911a30), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.804350 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ceadd01-d6a0-4057-9787-0f9f51e9efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d92a7833-9fec-4a3f-80ea-ff7485911a30), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:28.823748 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-a66af461-769f-4e65-bcfd-15271ec70977 None None] Current status of the port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:35:28.867898 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7ceadd01-d6a0-4057-9787-0f9f51e9efd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e334f142ba0e41a4a9c76b04cc6f07cd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3759048
Feb 28 10:35:28.868791 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-47e8ee51-baf7-4281-832e-0ad2c00fa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.869899 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-47e8ee51-baf7-4281-832e-0ad2c00fa8aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08ce50bb-e12e-4613-b944-9efdb4ba7ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1189699
Feb 28 10:35:28.870630 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46352) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:28.874319 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94a4cb-8edb-4b4d-bff9-d6aa62044d18 req-129d7a1d-076a-475f-9633-0a00fae17547 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.875558 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4d94a4cb-8edb-4b4d-bff9-d6aa62044d18 req-129d7a1d-076a-475f-9633-0a00fae17547 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0876663
Feb 28 10:35:28.877319 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceadd01-d6a0-4057-9787-0f9f51e9efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92a7833-9fec-4a3f-80ea-ff7485911a30,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:28.971054 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44424666-eed6-49e8-93a9-c6191f05d81b req-9f36d28a-b903-4f7e-b1f6-9b1212268127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:28.973036 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-44424666-eed6-49e8-93a9-c6191f05d81b req-9f36d28a-b903-4f7e-b1f6-9b1212268127 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 1129 time: 0.0849469
Feb 28 10:35:28.976387 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4d94a4cb-8edb-4b4d-bff9-d6aa62044d18 req-c3281fe6-44b8-4be2-9d76-aadeaf22ff11 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868199
Feb 28 10:35:28.982803 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6bf79e66-9a08-4b23-bfe6-4f253ade562f admin admin] Publish callbacks [] for security_group (d92a7833-9fec-4a3f-80ea-ff7485911a30), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.015291 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-ebfa8e4b-5514-4643-9a12-58b9f3ce78e4 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284301
Feb 28 10:35:29.019758 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6bf79e66-9a08-4b23-bfe6-4f253ade562f admin admin] Publish callbacks [] for security_group (d92a7833-9fec-4a3f-80ea-ff7485911a30), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.076566 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44424666-eed6-49e8-93a9-c6191f05d81b req-04b6e389-801d-40eb-93bb-97ae7a386d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:29.078049 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-44424666-eed6-49e8-93a9-c6191f05d81b req-04b6e389-801d-40eb-93bb-97ae7a386d8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 912 time: 0.0967197
Feb 28 10:35:29.132964 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d722b09-2c2d-4430-811d-1a1b5a25dd0d req-0c2c791b-63d7-4aec-a04b-d897ff31592a service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111176
Feb 28 10:35:29.134064 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6bf79e66-9a08-4b23-bfe6-4f253ade562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d92a7833-9fec-4a3f-80ea-ff7485911a30), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.136614 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6bf79e66-9a08-4b23-bfe6-4f253ade562f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.137727 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6bf79e66-9a08-4b23-bfe6-4f253ade562f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d92a7833-9fec-4a3f-80ea-ff7485911a30 HTTP/1.1" status: 204  len: 168 time: 0.2656362
Feb 28 10:35:29.145410 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf79e66-9a08-4b23-bfe6-4f253ade562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92a7833-9fec-4a3f-80ea-ff7485911a30,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:29.150945 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-44424666-eed6-49e8-93a9-c6191f05d81b req-7821057c-c319-41e8-8442-d71258109f46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af HTTP/1.1" status: 200  len: 1001 time: 0.0658247
Feb 28 10:35:29.205190 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44424666-eed6-49e8-93a9-c6191f05d81b req-d90aeb5f-b081-4993-a5d0-a41c6c89f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:29.206688 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-44424666-eed6-49e8-93a9-c6191f05d81b req-d90aeb5f-b081-4993-a5d0-a41c6c89f32c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 200  len: 850 time: 0.0489736
Feb 28 10:35:29.263071 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44424666-eed6-49e8-93a9-c6191f05d81b req-12431105-1c97-412a-a389-1221842a6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:29.264616 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-44424666-eed6-49e8-93a9-c6191f05d81b req-12431105-1c97-412a-a389-1221842a6e69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8493f9b-90f0-45ae-88f1-58848e2a93be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0481327
Feb 28 10:35:29.356230 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-44424666-eed6-49e8-93a9-c6191f05d81b req-d6512ab7-ed04-4c11-a651-506b1d32b234 service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835533
Feb 28 10:35:29.421451 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46358) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:29.438153 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1c630e07-38c0-41c2-b86e-c21eb28613f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.502115 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-44424666-eed6-49e8-93a9-c6191f05d81b req-2212c4df-ddc6-43fe-8abc-696abdf026cd service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307013
Feb 28 10:35:29.546233 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1c630e07-38c0-41c2-b86e-c21eb28613f8 admin admin] Publish callbacks [] for security_group (4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.552131 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-1c630e07-38c0-41c2-b86e-c21eb28613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.593852 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-1c630e07-38c0-41c2-b86e-c21eb28613f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d532940945b49c4bbf7386cf10bdf68&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1713617
Feb 28 10:35:29.595164 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c630e07-38c0-41c2-b86e-c21eb28613f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:29.596508 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46360) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:29.644570 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4eab-1bce-4c92-8cb1-15b51cc6086e admin admin] Publish callbacks [] for security_group (4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.664686 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4eab-1bce-4c92-8cb1-15b51cc6086e admin admin] Publish callbacks [] for security_group (4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.714638 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4eab-1bce-4c92-8cb1-15b51cc6086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.717496 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4eab-1bce-4c92-8cb1-15b51cc6086e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:29.718832 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8c9e4eab-1bce-4c92-8cb1-15b51cc6086e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae HTTP/1.1" status: 204  len: 168 time: 0.1211472
Feb 28 10:35:29.727633 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4eab-1bce-4c92-8cb1-15b51cc6086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f660a8f-8ef0-44e7-9ed7-4815f3cc4cae,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:30.108509 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488901-a758-4a6a-99fd-af389a80521a req-3ae0304a-ec08-429b-9d31-0acf7210d1f4 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:30.110152 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b488901-a758-4a6a-99fd-af389a80521a req-3ae0304a-ec08-429b-9d31-0acf7210d1f4 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0563025
Feb 28 10:35:30.167387 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4b488901-a758-4a6a-99fd-af389a80521a req-3e1de803-a076-48c6-9c50-5c2f3453007f tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502305
Feb 28 10:35:31.296757 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d968d8-e2af-4eaf-9e56-9562bc700c4a req-fec6923a-299e-4932-b95c-643cec00d1ec tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:31.298232 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b2d968d8-e2af-4eaf-9e56-9562bc700c4a req-fec6923a-299e-4932-b95c-643cec00d1ec tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0582044
Feb 28 10:35:31.346708 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b2d968d8-e2af-4eaf-9e56-9562bc700c4a req-efd3cd48-a287-4ba9-8268-c3916ac83d72 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425363
Feb 28 10:35:31.583699 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-873f463b-03b6-4f6c-92e6-1d795efbd24d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0482435
Feb 28 10:35:31.666538 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-900a939e-bf6f-45b7-8c6a-08d9825e0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:31.668671 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-900a939e-bf6f-45b7-8c6a-08d9825e0c58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 1130 time: 0.0514247
Feb 28 10:35:31.784852 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-aa953d51-2da8-4af1-84d3-c0b505561c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:31.786707 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-aa953d51-2da8-4af1-84d3-c0b505561c81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.0939257
Feb 28 10:35:31.859627 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-6707efbb-685c-4d1d-9053-be7dc5c63379 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 200  len: 1000 time: 0.0649278
Feb 28 10:35:31.911412 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-dc722df0-8b53-47ed-b199-777e5038597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:31.912864 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-dc722df0-8b53-47ed-b199-777e5038597e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0458462
Feb 28 10:35:31.973013 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-91bd927a-e2a1-4534-a3b6-54e869b8d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:35:31.974523 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-91bd927a-e2a1-4534-a3b6-54e869b8d85f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0469794
Feb 28 10:35:32.079700 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-b1dc9295-7713-4cf0-ae9c-852fc561ca37 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882101
Feb 28 10:35:32.177195 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d3699b65-1c5d-41b3-9bc6-ef082ac057f6 req-89b1f0dd-1404-46b8-9f82-edd6381a77af service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895803
Feb 28 10:35:32.589683 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46498) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:32.692593 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29615721-f847-4369-9da3-7ef8a4aff360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:32.766501 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29615721-f847-4369-9da3-7ef8a4aff360 admin admin] Publish callbacks [] for security_group (8ec65c6a-8969-494c-b797-5eb7c90ea737), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:32.770335 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29615721-f847-4369-9da3-7ef8a4aff360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (8ec65c6a-8969-494c-b797-5eb7c90ea737), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:32.808466 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-29615721-f847-4369-9da3-7ef8a4aff360 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a28e0978052b416eb3a2bcb2e7fb68ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2172995
Feb 28 10:35:32.810251 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29615721-f847-4369-9da3-7ef8a4aff360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec65c6a-8969-494c-b797-5eb7c90ea737,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:32.812225 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46502) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:32.859004 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa162-4026-439a-aeea-89c524b416e1 admin admin] Publish callbacks [] for security_group (8ec65c6a-8969-494c-b797-5eb7c90ea737), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:32.880078 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa162-4026-439a-aeea-89c524b416e1 admin admin] Publish callbacks [] for security_group (8ec65c6a-8969-494c-b797-5eb7c90ea737), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:32.939902 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa162-4026-439a-aeea-89c524b416e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (8ec65c6a-8969-494c-b797-5eb7c90ea737), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:32.943119 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa162-4026-439a-aeea-89c524b416e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:32.944293 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3a2aa162-4026-439a-aeea-89c524b416e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ec65c6a-8969-494c-b797-5eb7c90ea737 HTTP/1.1" status: 204  len: 168 time: 0.1311655
Feb 28 10:35:32.952024 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2aa162-4026-439a-aeea-89c524b416e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec65c6a-8969-494c-b797-5eb7c90ea737,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:33.194407 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46508) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:33.208821 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-8567955b-4379-4803-bcac-eea7085650d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:33.281257 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-8567955b-4379-4803-bcac-eea7085650d4 admin admin] Publish callbacks [] for security_group (26eda9e9-a714-454a-9091-0624f4e4e28d), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:33.284742 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-8567955b-4379-4803-bcac-eea7085650d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (26eda9e9-a714-454a-9091-0624f4e4e28d), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:33.321533 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-8567955b-4379-4803-bcac-eea7085650d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88a6855c74cc4acca881ca911aa1ac74&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1260147
Feb 28 10:35:33.323496 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567955b-4379-4803-bcac-eea7085650d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eda9e9-a714-454a-9091-0624f4e4e28d,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:33.325456 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46510) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:35:33.375777 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5be7a8a2-b248-48b2-97d5-430588b97548 admin admin] Publish callbacks [] for security_group (26eda9e9-a714-454a-9091-0624f4e4e28d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:33.396457 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5be7a8a2-b248-48b2-97d5-430588b97548 admin admin] Publish callbacks [] for security_group (26eda9e9-a714-454a-9091-0624f4e4e28d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:33.442427 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5be7a8a2-b248-48b2-97d5-430588b97548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (26eda9e9-a714-454a-9091-0624f4e4e28d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:33.445285 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5be7a8a2-b248-48b2-97d5-430588b97548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:33.446590 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5be7a8a2-b248-48b2-97d5-430588b97548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26eda9e9-a714-454a-9091-0624f4e4e28d HTTP/1.1" status: 204  len: 168 time: 0.1193228
Feb 28 10:35:33.455564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7a8a2-b248-48b2-97d5-430588b97548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eda9e9-a714-454a-9091-0624f4e4e28d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:35:36.055684 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:43.646786 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-482ec044-5efe-4015-8a02-fa6666946bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:45.958738 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0f741aff-7f92-4045-a89f-3166e2d39a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:47.107313 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:48.489505 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:35:49.938468 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:03.104553 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fd27a-fc40-41e6-a44a-cf4bc6f9241e req-e545dc91-cd9c-4261-8c4a-0df37f36ca08 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:03.107170 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-002fd27a-fc40-41e6-a44a-cf4bc6f9241e req-e545dc91-cd9c-4261-8c4a-0df37f36ca08 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.0591149
Feb 28 10:36:03.155607 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-002fd27a-fc40-41e6-a44a-cf4bc6f9241e req-f2fee2bb-a7e5-4716-8de7-98d89d52bd82 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424914
Feb 28 10:36:04.159080 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:36:04.281168 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec669c8-db22-48f2-9d35-95fdc369b11b req-07d1f2e3-daf4-474a-a82c-faa3b2bead1a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:04.282689 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ec669c8-db22-48f2-9d35-95fdc369b11b req-07d1f2e3-daf4-474a-a82c-faa3b2bead1a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.0545075
Feb 28 10:36:04.333334 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ec669c8-db22-48f2-9d35-95fdc369b11b req-4c24f5fc-1e95-4065-95b6-163767a0eac5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449533
Feb 28 10:36:04.422560 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46770) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:04.526047 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:04.610964 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Publish callbacks [] for security_group (96ad1b48-9632-4967-8c79-7d9793fbc70d), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:04.614368 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (96ad1b48-9632-4967-8c79-7d9793fbc70d), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:04.651458 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5a5680449bd43c988acda3993c5b860&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2278295
Feb 28 10:36:04.653032 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ad1b48-9632-4967-8c79-7d9793fbc70d,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:04.654970 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46774) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:04.660546 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.660904 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.661260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.661665 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.661923 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.662254 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.662607 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.662931 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.663266 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.663600 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.663917 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.664238 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.664557 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e670a0-9bd6-4e40-842a-f1d35f547d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.706392 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Publish callbacks [] for security_group (96ad1b48-9632-4967-8c79-7d9793fbc70d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:04.729727 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Publish callbacks [] for security_group (96ad1b48-9632-4967-8c79-7d9793fbc70d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:04.776568 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (96ad1b48-9632-4967-8c79-7d9793fbc70d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:04.780028 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:04.781172 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96ad1b48-9632-4967-8c79-7d9793fbc70d HTTP/1.1" status: 204  len: 168 time: 0.1252301
Feb 28 10:36:04.788554 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ad1b48-9632-4967-8c79-7d9793fbc70d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:04.795596 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.795958 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.796338 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.796684 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.797021 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.797358 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.797692 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.798025 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.798358 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.798788 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.799121 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.799449 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:04.799774 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a624e15-d274-42d8-b3b5-fb2492c576b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:05.039614 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46780) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:05.053065 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4d75f51f-1fc7-4397-a73c-f6209070248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.090277 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-a8b99843-fe25-4feb-ada0-df1494bd7318 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:05.092394 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-a8b99843-fe25-4feb-ada0-df1494bd7318 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.0542307
Feb 28 10:36:05.131255 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4d75f51f-1fc7-4397-a73c-f6209070248a admin admin] Publish callbacks [] for security_group (c35cde8d-dc19-4afa-b457-6614f013e80b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.135178 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4d75f51f-1fc7-4397-a73c-f6209070248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c35cde8d-dc19-4afa-b457-6614f013e80b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.176236 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4d75f51f-1fc7-4397-a73c-f6209070248a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=101bf42f3903438f84c3f4dfcc48784a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1354320
Feb 28 10:36:05.177271 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f51f-1fc7-4397-a73c-f6209070248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35cde8d-dc19-4afa-b457-6614f013e80b,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:05.179626 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46782) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:05.221209 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Deleting port 76aed61f-8cd7-4455-a163-d78d7f320a35 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:36:05.221476 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.292230 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bceaa002-52e9-4e96-a602-07de02e99551 admin admin] Publish callbacks [] for security_group (c35cde8d-dc19-4afa-b457-6614f013e80b), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.335282 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bceaa002-52e9-4e96-a602-07de02e99551 admin admin] Publish callbacks [] for security_group (c35cde8d-dc19-4afa-b457-6614f013e80b), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.344974 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] For port 76aed61f-8cd7-4455-a163-d78d7f320a35, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76aed61f-8cd7-4455-a163-d78d7f320a35,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:05.345333 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.791862 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bceaa002-52e9-4e96-a602-07de02e99551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (c35cde8d-dc19-4afa-b457-6614f013e80b), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.794905 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bceaa002-52e9-4e96-a602-07de02e99551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.796031 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-bceaa002-52e9-4e96-a602-07de02e99551 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c35cde8d-dc19-4afa-b457-6614f013e80b HTTP/1.1" status: 204  len: 168 time: 0.6146684
Feb 28 10:36:05.812161 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b060fc6-1cf6-4509-a4cd-3e252c926e0d req-c538b4d1-a31e-454f-8f01-7d9c890af5a8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:05.813627 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b060fc6-1cf6-4509-a4cd-3e252c926e0d req-c538b4d1-a31e-454f-8f01-7d9c890af5a8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 946 time: 0.3920326
Feb 28 10:36:05.850040 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa002-52e9-4e96-a602-07de02e99551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35cde8d-dc19-4afa-b457-6614f013e80b,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:05.975964 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.976343 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (2866cd7a-0b6c-4358-87c2-9b19a8e4e842), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:05.976658 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Floating IP 2866cd7a-0b6c-4358-87c2-9b19a8e4e842 disassociated. External IP: 172.37.2.53, port: 76aed61f-8cd7-4455-a163-d78d7f320a35.
Feb 28 10:36:05.977003 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Calling delete_port for 76aed61f-8cd7-4455-a163-d78d7f320a35 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:36:05.981765 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b060fc6-1cf6-4509-a4cd-3e252c926e0d req-a8be4dbf-9a1a-4981-9b69-f1ad8dfebcc4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=d87a0369-f48f-4efa-90cf-99514919890d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600101
Feb 28 10:36:06.077365 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.116395 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (76aed61f-8cd7-4455-a163-d78d7f320a35), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.146267 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event deleted for resources: {'Port': ['ID=76aed61f-8cd7-4455-a163-d78d7f320a35,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:06.269480 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Router ead3c91a-6ab5-422c-9c3f-db259647e86f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:36:06.392018 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:06.404955 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] Sync routers for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:06.421407 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:06.422641 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258f2cd00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:06.441560 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] No DVR routers for this DVR port 76aed61f-8cd7-4455-a163-d78d7f320a35 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:36:06.444430 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.447885 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cdb8cb96-2138-47c2-bc2a-d64bdc274e25 req-18801863-3a41-41ad-bb5e-ccc2b20b42fc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "DELETE /v2.0/ports/76aed61f-8cd7-4455-a163-d78d7f320a35 HTTP/1.1" status: 204  len: 173 time: 1.3493838
Feb 28 10:36:06.448405 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-deleted', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:06.451300 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def72b67-57c2-4046-9cf4-a0d99abd2e2c" -d '{"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-deleted", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:06.494168 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945aa814-5249-4a0a-b318-5efc8a3b3d82 x-openstack-request-id: req-945aa814-5249-4a0a-b318-5efc8a3b3d82 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:06.494726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead279e-e2e9-4312-a47a-fbec064ce99b", "name": "network-vif-deleted", "tag": "76aed61f-8cd7-4455-a163-d78d7f320a35", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:06.495081 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-945aa814-5249-4a0a-b318-5efc8a3b3d82 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:06.495681 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead279e-e2e9-4312-a47a-fbec064ce99b', 'name': 'network-vif-deleted', 'tag': '76aed61f-8cd7-4455-a163-d78d7f320a35', 'status': 'completed', 'code': 200}
Feb 28 10:36:06.575272 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:06.655626 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46810) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:06.763844 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1880069689-network', 'tenant_id': '2d692ad6de4f45098cc79dff7e4a6c0a'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:06.785005 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Made reservation on behalf of 2d692ad6de4f45098cc79dff7e4a6c0a for: {'network': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:06.787466 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.797143 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.799567 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258f2cd00>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:06.825744 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] Checking router: ead3c91a-6ab5-422c-9c3f-db259647e86f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:06.833998 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:06.834998 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258f2cd00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:35:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:06.879783 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks [] for security_group (a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.884744 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.913167 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=102808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:36:06.930024 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:06.933274 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (e6265c9a-43d9-4063-8c49-94198656e120), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.933742 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.segments_db [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Added segment e6265c9a-43d9-4063-8c49-94198656e120 of type vlan for network 7e2e551a-944c-4ba8-99e1-374c46eac780
Feb 28 10:36:06.978411 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (7e2e551a-944c-4ba8-99e1-374c46eac780), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:06.992797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:07.007842 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (7e2e551a-944c-4ba8-99e1-374c46eac780), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:07.009064 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:07.009722 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:07.078424 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4190052
Feb 28 10:36:07.078792 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46818) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:07.083611 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Request body: {'subnet': {'network_id': '7e2e551a-944c-4ba8-99e1-374c46eac780', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1880069689-subnet', 'tenant_id': '2d692ad6de4f45098cc79dff7e4a6c0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:07.110716 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Made reservation on behalf of 2d692ad6de4f45098cc79dff7e4a6c0a for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:07.114427 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4536360'] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:07.122748 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ab7fe-7832-40d7-8421-7bada9007be7 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2e551a-944c-4ba8-99e1-374c46eac780,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:07.130090 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-804505c9-a00b-4804-afc8-7f65838ab591 req-eff4660b-2a19-4c72-8110-f8d5a49513ce tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ead279e-e2e9-4312-a47a-fbec064ce99b HTTP/1.1" status: 200  len: 210 time: 0.0528874
Feb 28 10:36:07.244611 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 7e2e551a-944c-4ba8-99e1-374c46eac780 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:36:07.310387 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4536346'] for subnet (6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:07.368562 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:07.379353 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Checking segment: {'id': 'e6265c9a-43d9-4063-8c49-94198656e120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7e2e551a-944c-4ba8-99e1-374c46eac780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:07.379722 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Network hostable DHCP agents. Network: 7e2e551a-944c-4ba8-99e1-374c46eac780, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:36:07.398277 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Network 7e2e551a-944c-4ba8-99e1-374c46eac780 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:36:07.409383 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7e2e551a-944c-4ba8-99e1-374c46eac780) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:07.413916 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:07.414562 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:07.430560 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e555a-4105-4fc1-ab7e-2da9de7bb7cb None None] Network 7e2e551a-944c-4ba8-99e1-374c46eac780 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:07.433551 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8887b101-bae3-4873-9254-1818beed8c8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3536291
Feb 28 10:36:07.503051 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258f2cd00>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:07.535258 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05fec4-57bb-4f47-9370-4e0a98fa3a16 None None] The sync data for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi is: [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:07.583657 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e37125-5345-4ef8-b66f-b39cd2080f7a None None] Network 7e2e551a-944c-4ba8-99e1-374c46eac780 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:07.814168 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85472efd-b7c4-4516-859c-8a49065d335c None None] New status for floating IP 2866cd7a-0b6c-4358-87c2-9b19a8e4e842: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:36:07.968999 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46836) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:07.974581 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730879294-network', 'tenant_id': '0cd9ff41eac9441881d91564c248685b'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:07.997874 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Made reservation on behalf of 0cd9ff41eac9441881d91564c248685b for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:08.000205 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.009359 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.083541 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks [] for security_group (cc61b040-27fd-4fba-8d63-fbee556a289f), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.087405 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cc61b040-27fd-4fba-8d63-fbee556a289f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.110629 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:36:08.124341 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc61b040-27fd-4fba-8d63-fbee556a289f,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:08.130782 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (7438c6ac-19ce-4761-83b4-7189b59e8584), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.131130 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Added segment 7438c6ac-19ce-4761-83b4-7189b59e8584 of type vlan for network cc718d76-f39a-4773-a689-273a1bf647e7
Feb 28 10:36:08.172430 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (cc718d76-f39a-4773-a689-273a1bf647e7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.202290 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (cc718d76-f39a-4773-a689-273a1bf647e7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.203403 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:08.205017 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.228114 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46842) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:08.280737 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3102911
Feb 28 10:36:08.283567 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46844) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:08.289673 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Request body: {'subnet': {'network_id': 'cc718d76-f39a-4773-a689-273a1bf647e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730879294-subnet', 'tenant_id': '0cd9ff41eac9441881d91564c248685b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:08.295608 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03135b1b-547e-47ff-9c37-beeb1ad15c64 admin admin] Pushing event updated for resources: {'Network': ['ID=cc718d76-f39a-4773-a689-273a1bf647e7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:08.309978 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network cc718d76-f39a-4773-a689-273a1bf647e7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:36:08.312674 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Made reservation on behalf of 0cd9ff41eac9441881d91564c248685b for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:08.316181 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4328548'] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.329167 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-433d4eba-9b22-4b2a-a63b-3f0b765b8ba5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (d87a0369-f48f-4efa-90cf-99514919890d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.353859 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-433d4eba-9b22-4b2a-a63b-3f0b765b8ba5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (d87a0369-f48f-4efa-90cf-99514919890d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.409430 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-433d4eba-9b22-4b2a-a63b-3f0b765b8ba5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d87a0369-f48f-4efa-90cf-99514919890d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.414990 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-433d4eba-9b22-4b2a-a63b-3f0b765b8ba5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.420230 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-433d4eba-9b22-4b2a-a63b-3f0b765b8ba5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "DELETE /v2.0/security-groups/d87a0369-f48f-4efa-90cf-99514919890d HTTP/1.1" status: 204  len: 168 time: 0.1900475
Feb 28 10:36:08.420409 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 46846) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:08.428438 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d4eba-9b22-4b2a-a63b-3f0b765b8ba5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a0369-f48f-4efa-90cf-99514919890d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:08.441353 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.api.v2.resource [None req-a0c3d6bd-a326-42d5-8427-5906eb4e1514 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] show failed (client error): The resource could not be found.
Feb 28 10:36:08.445244 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a0c3d6bd-a326-42d5-8427-5906eb4e1514 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups/d87a0369-f48f-4efa-90cf-99514919890d HTTP/1.1" status: 404  len: 347 time: 0.0210602
Feb 28 10:36:08.445911 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46848) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:08.513917 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:36:08.535635 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 76aed61f-8cd7-4455-a163-d78d7f320a35 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:36:08.536230 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 76aed61f-8cd7-4455-a163-d78d7f320a35 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:36:08.557580 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4328534'] for subnet (26f5b823-fceb-4e4a-bb2e-e9108cb68553), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.602779 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Deleting port 05466f29-9229-45f2-9ab3-295497f76b74 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:36:08.603216 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (05466f29-9229-45f2-9ab3-295497f76b74), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.621014 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f5b823-fceb-4e4a-bb2e-e9108cb68553,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:08.630365 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Checking segment: {'id': '7438c6ac-19ce-4761-83b4-7189b59e8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cc718d76-f39a-4773-a689-273a1bf647e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:08.630758 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Network hostable DHCP agents. Network: cc718d76-f39a-4773-a689-273a1bf647e7, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:36:08.649260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Network cc718d76-f39a-4773-a689-273a1bf647e7 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:36:08.663193 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, cc718d76-f39a-4773-a689-273a1bf647e7) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:08.670275 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:08.670908 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.675342 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c18fa1e-4d4c-4172-ad05-67e3abd14154 None None] Network cc718d76-f39a-4773-a689-273a1bf647e7 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:08.691749 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (05466f29-9229-45f2-9ab3-295497f76b74), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.692145 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (05466f29-9229-45f2-9ab3-295497f76b74), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.697652 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-3460570b-2db1-4b67-a515-90c5f53f4bdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4124403
Feb 28 10:36:08.711432 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Calling delete_port for 05466f29-9229-45f2-9ab3-295497f76b74 owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:36:08.816110 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a18f06-d29c-493d-aa55-4eac68ab39e9 None None] Network cc718d76-f39a-4773-a689-273a1bf647e7 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:08.878047 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (05466f29-9229-45f2-9ab3-295497f76b74), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.912205 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event deleted for resources: {'Port': ['ID=05466f29-9229-45f2-9ab3-295497f76b74,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:08.991790 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (2866cd7a-0b6c-4358-87c2-9b19a8e4e842), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.994368 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:08.995626 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-26ebb360-4a2d-4812-b362-7517ce4a0101 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "DELETE /v2.0/floatingips/2866cd7a-0b6c-4358-87c2-9b19a8e4e842 HTTP/1.1" status: 204  len: 168 time: 0.5487449
Feb 28 10:36:09.405368 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46866) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:09.411495 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-988e95e2-b6f4-4789-9c7d-d17e55c3b02d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820770619', 'description': 'tempest-description--1289461816'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:09.454708 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-988e95e2-b6f4-4789-9c7d-d17e55c3b02d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.585285 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-988e95e2-b6f4-4789-9c7d-d17e55c3b02d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.595187 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-988e95e2-b6f4-4789-9c7d-d17e55c3b02d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.638287 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-988e95e2-b6f4-4789-9c7d-d17e55c3b02d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.639989 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-988e95e2-b6f4-4789-9c7d-d17e55c3b02d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2325017
Feb 28 10:36:09.644781 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46870) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:09.651279 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-467e1628-7851-4edf-8749-aa31c3fd04ab tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'security_group_rule': {'security_group_id': 'a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:09.661260 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e95e2-b6f4-4789-9c7d-d17e55c3b02d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:09.682857 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-467e1628-7851-4edf-8749-aa31c3fd04ab tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (9184e899-a85d-44f5-8eac-a37ad789b764), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.694879 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eff195-1427-43c1-95f3-8a37e9fc2249 req-0780a370-c19a-4cf2-b08f-ee4281521310 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:09.697435 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-23eff195-1427-43c1-95f3-8a37e9fc2249 req-0780a370-c19a-4cf2-b08f-ee4281521310 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.1595891
Feb 28 10:36:09.700266 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-836abcd9-61df-4a0b-a5d1-3369d8795ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:09.701732 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-836abcd9-61df-4a0b-a5d1-3369d8795ff0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1168 time: 0.1080105
Feb 28 10:36:09.752767 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-467e1628-7851-4edf-8749-aa31c3fd04ab tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (9184e899-a85d-44f5-8eac-a37ad789b764), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.758261 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-467e1628-7851-4edf-8749-aa31c3fd04ab tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (9184e899-a85d-44f5-8eac-a37ad789b764), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.776952 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e1628-7851-4edf-8749-aa31c3fd04ab tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9184e899-a85d-44f5-8eac-a37ad789b764,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:09.789146 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-467e1628-7851-4edf-8749-aa31c3fd04ab tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.791166 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-467e1628-7851-4edf-8749-aa31c3fd04ab tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1450279
Feb 28 10:36:09.793478 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46872) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:09.799584 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-779c687c-c6c4-4024-b6cf-6a69769422d3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'security_group_rule': {'security_group_id': 'a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:09.832295 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-779c687c-c6c4-4024-b6cf-6a69769422d3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (c6aeb9e0-9bd5-49ab-a6df-126d093458b6), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.838266 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-23eff195-1427-43c1-95f3-8a37e9fc2249 req-9ada8985-840c-4773-92be-b4fc9ac356a1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1308720
Feb 28 10:36:09.886270 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-24eb2bc0-1695-4880-99c2-7ab9b1c28dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:09.888522 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-24eb2bc0-1695-4880-99c2-7ab9b1c28dbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 915 time: 0.1540952
Feb 28 10:36:09.904152 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-779c687c-c6c4-4024-b6cf-6a69769422d3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (c6aeb9e0-9bd5-49ab-a6df-126d093458b6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.907981 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-779c687c-c6c4-4024-b6cf-6a69769422d3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (c6aeb9e0-9bd5-49ab-a6df-126d093458b6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.926891 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c687c-c6c4-4024-b6cf-6a69769422d3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aeb9e0-9bd5-49ab-a6df-126d093458b6,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:09.938051 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-779c687c-c6c4-4024-b6cf-6a69769422d3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:09.943001 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-779c687c-c6c4-4024-b6cf-6a69769422d3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1443100
Feb 28 10:36:09.943001 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 46874) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:09.947127 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:09.970443 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-27c2513f-910d-490a-8fee-dd3295b403f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 1001 time: 0.0697827
Feb 28 10:36:09.970723 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.029492 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-071c2a7b-e686-4940-8c7a-2fc6204180e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:10.031110 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-071c2a7b-e686-4940-8c7a-2fc6204180e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 200  len: 853 time: 0.0469651
Feb 28 10:36:10.089172 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-74f7d3f3-9fbf-4884-87a6-20595c7b2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:10.091684 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-74f7d3f3-9fbf-4884-87a6-20595c7b2e2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08ce50bb-e12e-4613-b944-9efdb4ba7ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0527442
Feb 28 10:36:10.190131 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-ec2a55fe-deaf-4ea7-9927-c7b7f24f0ba4 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870061
Feb 28 10:36:10.287614 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14ede84a-2883-4b88-a3a9-0a238a729878 req-f39b3399-906a-4419-9449-35f25766b15d service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888779
Feb 28 10:36:10.316724 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.423695 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Allocated IP 172.37.2.200 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/e42f47bd-b1be-4d83-af9a-22bef10fad64) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:10.579890 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.614440 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.652400 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:10.655898 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:10.658350 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:10.695221 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'Port': ['ID=e42f47bd-b1be-4d83-af9a-22bef10fad64,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:10.763944 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (c9a766c0-013e-4b60-bb07-7408c21bc6ab), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.798703 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.954565 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.958524 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:10.978662 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecddb2-0913-4302-bb2e-70d37adc2070 req-72d81b78-c293-4d4a-96fb-71db5710f55e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:10.982383 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c0ecddb2-0913-4302-bb2e-70d37adc2070 req-72d81b78-c293-4d4a-96fb-71db5710f55e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.0600967
Feb 28 10:36:11.034888 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'Port': ['ID=e42f47bd-b1be-4d83-af9a-22bef10fad64,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:11.043897 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (c9a766c0-013e-4b60-bb07-7408c21bc6ab), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:11.045851 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c0ecddb2-0913-4302-bb2e-70d37adc2070 req-e02facd3-4a7e-4ed1-985f-bddee28a7165 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0578122
Feb 28 10:36:11.059729 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:11.060969 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-362c99bd-b931-4a69-afb0-df6915427d38 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1175969
Feb 28 10:36:11.253062 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-eec2d5ce-eb16-4bea-b6e6-902510e46d00 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1820770619&fields=id&tenant_id=003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 267 time: 0.0426009
Feb 28 10:36:11.361910 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-c7d4bd2e-39eb-43e4-8068-b4a216aef007 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:11.363420 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-c7d4bd2e-39eb-43e4-8068-b4a216aef007 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 817 time: 0.1042171
Feb 28 10:36:11.377847 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a60e2dd9-4cc3-4116-81d7-d86defccd791 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/quotas/003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 375 time: 0.0091648
Feb 28 10:36:11.432066 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-bf74129d-4a6d-4731-8293-6a03d9766266 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0492680
Feb 28 10:36:11.526710 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-d12b969c-3d01-4092-b8a7-7ff0298036ea service neutron] 10.222.0.21 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837212
Feb 28 10:36:11.614393 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-d77bc8fc-f7a4-4518-96e6-63f2d0772cb0 service neutron] 10.222.0.21 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814445
Feb 28 10:36:11.776729 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fc1f08aa-5528-48bd-afaa-93782b29d12f req-5d36a546-ab1e-4ea3-a4ca-c20a4d88dcf4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 210 time: 0.0285804
Feb 28 10:36:12.172218 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695c9-df92-4342-89df-a16c03563661 req-476876ac-63c2-4ee0-b0eb-f7cc069d4170 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:12.173715 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ba0695c9-df92-4342-89df-a16c03563661 req-476876ac-63c2-4ee0-b0eb-f7cc069d4170 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.0576355
Feb 28 10:36:12.239918 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ba0695c9-df92-4342-89df-a16c03563661 req-b3a764eb-148b-4482-b340-7bc75630fff2 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0604050
Feb 28 10:36:12.900077 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b00c4c13-5791-4fbd-8835-ab6eab68eb07 req-f801c935-a6ee-4c7e-98f8-7327811bd497 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 210 time: 0.0326121
Feb 28 10:36:12.948451 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-14cbc7ab-5dc9-4ebc-a649-d8220a4b60af tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:12.950500 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-14cbc7ab-5dc9-4ebc-a649-d8220a4b60af tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 817 time: 0.1313474
Feb 28 10:36:13.020739 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-c39f8ca9-35dd-4dd2-bfac-3b734481e734 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 380 time: 0.0514266
Feb 28 10:36:13.032755 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'port': {'device_id': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'admin_state_up': True, 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'security_groups': ['a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559']}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:13.138845 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Made reservation on behalf of 003233ff59254fa88847f9adc1437df3 for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:13.142865 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:13.278398 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Allocated IP 172.20.0.14 (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3/bb0dccee-fa43-4a04-bab0-df3d7708067c/c091db1b-3683-4633-8290-5a1701243cc7) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:13.431274 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05899b55-6692-47e8-82d1-6b480f86cfa3 req-cd0d7312-ab65-4b44-beba-58e01e04d224 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:13.432693 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-05899b55-6692-47e8-82d1-6b480f86cfa3 req-cd0d7312-ab65-4b44-beba-58e01e04d224 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.1180098
Feb 28 10:36:13.479289 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for port (c091db1b-3683-4633-8290-5a1701243cc7), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:13.532595 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-05899b55-6692-47e8-82d1-6b480f86cfa3 req-4c29d356-3a06-4570-9fca-25751f75a3c6 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0911956
Feb 28 10:36:13.546665 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:13.587865 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:13.591633 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:13.595184 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:13.632061 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:13.655509 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:13.656184 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:13.658508 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-57d55943-57df-4101-87f2-3a99b9d89738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:13.673352 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-a35bd42f-9bc9-487f-a48b-e32ac26949ae tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6441774
Feb 28 10:36:13.691708 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Request body: {'port': {'device_id': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:13.752956 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:13.854590 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-4b4283c2-1215-4ec9-a7f5-7c5066e76cd8 None None] Provisioning complete for port c091db1b-3683-4633-8290-5a1701243cc7 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:13.855918 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b4283c2-1215-4ec9-a7f5-7c5066e76cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c091db1b-3683-4633-8290-5a1701243cc7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:13.890415 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4b4283c2-1215-4ec9-a7f5-7c5066e76cd8 None None] Port c091db1b-3683-4633-8290-5a1701243cc7 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:36:14.047208 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c091db1b-3683-4633-8290-5a1701243cc7 {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:36:14.056562 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Publish callbacks [] for port (c091db1b-3683-4633-8290-5a1701243cc7), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:14.074031 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Transition to ACTIVE for port object c091db1b-3683-4633-8290-5a1701243cc7 will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:36:14.081719 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7971-fabb-4219-8d6a-42e0cbad87c9 req-768846d8-9b7d-4c0c-a8f7-c649e4859126 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:14.083231 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8adb7971-fabb-4219-8d6a-42e0cbad87c9 req-768846d8-9b7d-4c0c-a8f7-c649e4859126 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 932 time: 0.1063144
Feb 28 10:36:14.084311 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:14.157469 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:14.219875 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8adb7971-fabb-4219-8d6a-42e0cbad87c9 req-aa2835fa-0c11-4f9b-819c-004863f97750 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270187
Feb 28 10:36:14.260425 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Attempting to bind port c091db1b-3683-4633-8290-5a1701243cc7 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:14.260774 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Attempting to bind port c091db1b-3683-4633-8290-5a1701243cc7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:14.261108 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Attempting to bind port c091db1b-3683-4633-8290-5a1701243cc7 on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:14.266570 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Port c091db1b-3683-4633-8290-5a1701243cc7 on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:36:14.266959 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Attempting to bind port c091db1b-3683-4633-8290-5a1701243cc7 on network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:14.272146 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:14.272495 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Checking segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:14.273044 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Bound using segment: {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:14.273334 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Bound port: c091db1b-3683-4633-8290-5a1701243cc7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c3ad62-fc58-47b7-b33a-4032d74ce650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:14.273700 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:14.378517 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6216f35-3a62-4d87-9390-cd62c4638bac req-44bd5713-89e6-41f1-9fd9-5bb8dd1554b9 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:14.380024 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f6216f35-3a62-4d87-9390-cd62c4638bac req-44bd5713-89e6-41f1-9fd9-5bb8dd1554b9 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0964231
Feb 28 10:36:14.381082 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:14.384448 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:14.400934 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:14.453529 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:14.454231 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:14.455660 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] 10.222.0.26 "PUT /v2.0/ports/c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 1094 time: 0.7684894
Feb 28 10:36:14.458798 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:14.461146 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025a4c55-ff9d-46ba-b653-a95e5dc376c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "tag": "c091db1b-3683-4633-8290-5a1701243cc7"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:14.488235 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f6216f35-3a62-4d87-9390-cd62c4638bac req-2ad0361d-46b0-4247-836f-c31213115b2a tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020451
Feb 28 10:36:14.493330 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52bf8-5998-488b-9c1d-d056b362e329 service neutron] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:14.545974 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285eaf43-b1ef-422f-8f69-e84549413016 x-openstack-request-id: req-285eaf43-b1ef-422f-8f69-e84549413016 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:14.546333 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "tag": "c091db1b-3683-4633-8290-5a1701243cc7", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:14.546652 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-285eaf43-b1ef-422f-8f69-e84549413016 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:14.547100 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7', 'status': 'completed', 'code': 200}
Feb 28 10:36:14.634035 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-bfa99f1b-7645-40a7-9064-072a6e8dec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:14.636262 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-bfa99f1b-7645-40a7-9064-072a6e8dec3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1128 time: 0.0692818
Feb 28 10:36:14.952874 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-be2f5d3e-5c05-4707-a364-cba9511f3794 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 217 time: 0.2988632
Feb 28 10:36:14.981516 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56bef1-a7cd-45a8-a9b9-4698b83f61c2 req-b2ea9383-9363-4d6d-baf6-f54ff4573c5e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:14.982879 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7c56bef1-a7cd-45a8-a9b9-4698b83f61c2 req-b2ea9383-9363-4d6d-baf6-f54ff4573c5e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.3399298
Feb 28 10:36:15.034200 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-9a9c17b7-3548-4b81-9743-58bfd33a7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.035649 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-9a9c17b7-3548-4b81-9743-58bfd33a7014 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0685236
Feb 28 10:36:15.095179 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7c56bef1-a7cd-45a8-a9b9-4698b83f61c2 req-9ccc01a0-076b-4ef7-90d7-316121426d85 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0938568
Feb 28 10:36:15.107669 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-4c4f80cb-8abe-4b1c-a47a-7f3770703597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.109138 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-4c4f80cb-8abe-4b1c-a47a-7f3770703597 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0660460
Feb 28 10:36:15.205260 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-d769a191-c6b7-4fe3-9694-ff59dd993084 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889878
Feb 28 10:36:15.296101 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a1aae736-97b3-433a-8ded-7cc0cb12cb2b req-02b734d6-9410-4236-aba6-2c7a635de9dd service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831988
Feb 28 10:36:15.360486 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4b2f7-2006-4da4-9c7c-f63c24449773 req-6586bb85-8a9d-47d8-aead-28f6f3fb3a13 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.361956 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-16e4b2f7-2006-4da4-9c7c-f63c24449773 req-6586bb85-8a9d-47d8-aead-28f6f3fb3a13 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0573719
Feb 28 10:36:15.417398 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-16e4b2f7-2006-4da4-9c7c-f63c24449773 req-3f750fc8-bda8-4a65-898d-2608d0580764 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491889
Feb 28 10:36:15.450413 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-14b94999-0d6e-471f-a022-f1e8b931b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.451911 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-14b94999-0d6e-471f-a022-f1e8b931b5f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1128 time: 0.0499256
Feb 28 10:36:15.546895 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-3a53ae44-d0fa-408b-b47f-9efcd8f9731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.548367 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-3a53ae44-d0fa-408b-b47f-9efcd8f9731f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.0881495
Feb 28 10:36:15.617644 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-06ca25bc-7e8a-438a-945c-d6ff67c0e12b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 217 time: 0.0554540
Feb 28 10:36:15.676017 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83cf92-5687-46b9-9cd4-851a727875c3 req-d8631ece-7213-4060-8852-0f5d6d294b6c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.677530 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9a83cf92-5687-46b9-9cd4-851a727875c3 req-d8631ece-7213-4060-8852-0f5d6d294b6c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1097102
Feb 28 10:36:15.694740 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-2ff65e58-fd68-466f-b713-2adcb2d6fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.696256 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-2ff65e58-fd68-466f-b713-2adcb2d6fca3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0700305
Feb 28 10:36:15.762866 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9a83cf92-5687-46b9-9cd4-851a727875c3 req-989b5306-9fb5-461b-9db5-85c318f8a830 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791104
Feb 28 10:36:15.772070 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-bf719546-7e96-44b3-aeab-2675c00db0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:15.773824 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-bf719546-7e96-44b3-aeab-2675c00db0c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0706494
Feb 28 10:36:15.876884 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-4245957d-02d7-4101-8331-1dd47bad7543 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906928
Feb 28 10:36:15.960181 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-43ef4280-71af-4a2c-9b98-c7cf57ba59d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:15.979921 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-025a4c55-ff9d-46ba-b653-a95e5dc376c7 req-6b570b1d-71ab-4796-ad40-e852e8b04771 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883317
Feb 28 10:36:16.213832 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107eebf-d924-4114-99f3-0c7c69bd63e1 req-f4630869-1732-42a7-aa67-5429a961b4cc tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:16.215364 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0107eebf-d924-4114-99f3-0c7c69bd63e1 req-f4630869-1732-42a7-aa67-5429a961b4cc tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.0547609
Feb 28 10:36:16.275978 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0107eebf-d924-4114-99f3-0c7c69bd63e1 req-b3e7ed12-f9fe-443b-b84d-e2906c9bf42c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0538037
Feb 28 10:36:16.536810 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:36:16.543443 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cecb8a-6b99-44f7-95ef-25269e32388a req-bdfe023d-06f4-4426-988f-dec034847f4f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:16.544889 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02cecb8a-6b99-44f7-95ef-25269e32388a req-bdfe023d-06f4-4426-988f-dec034847f4f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0563810
Feb 28 10:36:16.594286 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-02cecb8a-6b99-44f7-95ef-25269e32388a req-0bf3d361-ed61-4c85-a9fd-a1865d2b3125 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436039
Feb 28 10:36:16.635765 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:16.646939 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'c091db1b-3683-4633-8290-5a1701243cc7', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'port_id': 'c091db1b-3683-4633-8290-5a1701243cc7', 'mac_address': 'fa:16:3e:0f:ad:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:36:16.682858 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:16.683249 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:16.695775 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c091db1b-3683-4633-8290-5a1701243cc7 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:36:16.716459 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:16.719942 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:16.768360 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:16.775371 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.775732 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.776083 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.776431 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.776758 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.777121 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.777514 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.777845 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.778190 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.778506 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.778861 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.779241 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.779574 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:16.818114 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-c0fd1ef5-1ed1-40b9-a29c-87d6fc0f8719 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:16.819749 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-c0fd1ef5-1ed1-40b9-a29c-87d6fc0f8719 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.0545423
Feb 28 10:36:16.936116 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7670-646b-4eae-b0d2-83efc1dd5f25 req-4248c5a8-e7d7-4492-841d-f607b65c145f tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:16.937615 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ff1e7670-646b-4eae-b0d2-83efc1dd5f25 req-4248c5a8-e7d7-4492-841d-f607b65c145f tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 945 time: 0.1049447
Feb 28 10:36:16.983475 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Deleting port b1a42156-5d5f-4727-a2fd-ca0b2cece4af {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:36:16.983821 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:17.035964 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['c091db1b-3683-4633-8290-5a1701243cc7'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:36:17.040882 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ff1e7670-646b-4eae-b0d2-83efc1dd5f25 req-244a48c7-0396-472d-8896-4a45edad76bf tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=06cb8956-7c4b-4d18-a361-04e20801a10a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969110
Feb 28 10:36:17.110474 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] For port b1a42156-5d5f-4727-a2fd-ca0b2cece4af, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:17.110898 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:17.127684 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:17.305811 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:17.306261 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (7ebe6a64-21bd-45f8-8eea-2a9a059d202e), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:17.306684 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Floating IP 7ebe6a64-21bd-45f8-8eea-2a9a059d202e disassociated. External IP: 172.37.2.165, port: b1a42156-5d5f-4727-a2fd-ca0b2cece4af.
Feb 28 10:36:17.307040 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Calling delete_port for b1a42156-5d5f-4727-a2fd-ca0b2cece4af owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:36:17.428184 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489e1f-0786-4bfa-a77c-502179dd83e3 req-f765f774-3178-47da-b3dd-2dd0c79beadf tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:17.429649 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5c489e1f-0786-4bfa-a77c-502179dd83e3 req-f765f774-3178-47da-b3dd-2dd0c79beadf tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.0816588
Feb 28 10:36:17.518025 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (b1a42156-5d5f-4727-a2fd-ca0b2cece4af), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:17.531920 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5c489e1f-0786-4bfa-a77c-502179dd83e3 req-41870d27-ea1d-4f9a-ac46-95f0ed01526d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0936227
Feb 28 10:36:17.550458 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event deleted for resources: {'Port': ['ID=b1a42156-5d5f-4727-a2fd-ca0b2cece4af,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:17.667663 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Router 089b3646-a2e1-4cc4-a31c-c31c80cef93f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:36:17.771923 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a51c-bfeb-4842-ae1d-0ab34ea6ce22 req-970f34b6-e03b-43eb-a776-e46e524e6d1c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:17.773326 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-63f0a51c-bfeb-4842-ae1d-0ab34ea6ce22 req-970f34b6-e03b-43eb-a776-e46e524e6d1c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 945 time: 0.1039653
Feb 28 10:36:17.846161 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:17.862267 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-63f0a51c-bfeb-4842-ae1d-0ab34ea6ce22 req-c953d96f-10a0-47e1-a397-03a5f177b245 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638506
Feb 28 10:36:17.866366 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] Sync routers for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:17.876675 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:17.877471 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62589b0310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:17.899456 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] No DVR routers for this DVR port b1a42156-5d5f-4727-a2fd-ca0b2cece4af on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:36:17.901999 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:17.906004 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3558d24b-e5bb-42c4-a1c2-5706d01124a4 req-0f20490d-df8b-4f2f-ac75-67e8d28481fd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "DELETE /v2.0/ports/b1a42156-5d5f-4727-a2fd-ca0b2cece4af HTTP/1.1" status: 204  len: 173 time: 1.0796092
Feb 28 10:36:17.906443 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'name': 'network-vif-deleted', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:17.908751 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4004917-50c3-45ee-9b19-36ccd278f1b0" -d '{"events": [{"server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "name": "network-vif-deleted", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:17.960473 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51456ef7-4b59-421c-b361-4d4a91a7f973 x-openstack-request-id: req-51456ef7-4b59-421c-b361-4d4a91a7f973 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:17.960772 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb676a4-94b3-4550-8eb3-b12a16f6f3ec", "name": "network-vif-deleted", "tag": "b1a42156-5d5f-4727-a2fd-ca0b2cece4af", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:17.961322 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51456ef7-4b59-421c-b361-4d4a91a7f973 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:17.961730 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb676a4-94b3-4550-8eb3-b12a16f6f3ec', 'name': 'network-vif-deleted', 'tag': 'b1a42156-5d5f-4727-a2fd-ca0b2cece4af', 'status': 'completed', 'code': 200}
Feb 28 10:36:18.014203 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:18.159777 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c0688957-c68e-4154-8512-f486ed4cdad2 req-ae5e7e52-19d0-483e-8fe9-010e5be5391e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb676a4-94b3-4550-8eb3-b12a16f6f3ec HTTP/1.1" status: 200  len: 210 time: 0.0274668
Feb 28 10:36:18.235733 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62589b0310>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:18.266392 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] Checking router: 089b3646-a2e1-4cc4-a31c-c31c80cef93f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:18.275015 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:18.275624 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62589b0310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:18.394196 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:18.577487 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:18.653308 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588074-de7f-4beb-a4b1-42e34a421552 req-704027c0-09cb-43d4-a669-d09e957a0111 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:18.653955 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:18.655046 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5d588074-de7f-4beb-a4b1-42e34a421552 req-704027c0-09cb-43d4-a669-d09e957a0111 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.0541081
Feb 28 10:36:18.723724 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5d588074-de7f-4beb-a4b1-42e34a421552 req-09dc8e63-44ca-4ae2-a5f1-a65da43b2d42 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0629003
Feb 28 10:36:18.733825 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port c091db1b-3683-4633-8290-5a1701243cc7 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:36:18.747845 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port c091db1b-3683-4633-8290-5a1701243cc7 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:18.748340 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c091db1b-3683-4633-8290-5a1701243cc7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:18.873325 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:18.873716 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:18.887213 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62589b0310>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:18.923523 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f9946-00bd-497d-8d81-6aa6e84242c7 None None] The sync data for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi is: [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:18.931048 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:18.933574 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb1d6c-6488-45e9-bdff-2b7177b5ef60" -d '{"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-plugged", "status": "completed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:18.947006 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:18.952078 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:18.952953 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b1a42156-5d5f-4727-a2fd-ca0b2cece4af no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:36:18.995645 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f32061-3975-482d-890f-69585da1f9ee x-openstack-request-id: req-23f32061-3975-482d-890f-69585da1f9ee {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:18.996080 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-plugged", "status": "completed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:18.996242 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23f32061-3975-482d-890f-69585da1f9ee {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:18.996613 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7', 'code': 200}
Feb 28 10:36:18.999246 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: b1a42156-5d5f-4727-a2fd-ca0b2cece4af {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:36:18.999668 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device b1a42156-5d5f-4727-a2fd-ca0b2cece4af not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:36:19.011381 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d34f-5baf-45b4-90ba-acbd8289893e req-b764a352-5718-450d-8bd5-6b9d62490491 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:19.014177 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b21d34f-5baf-45b4-90ba-acbd8289893e req-b764a352-5718-450d-8bd5-6b9d62490491 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0783756
Feb 28 10:36:19.025020 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:19.073312 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b21d34f-5baf-45b4-90ba-acbd8289893e req-9bf50e92-f47e-4bb2-a509-232a63eb32e3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461261
Feb 28 10:36:19.188152 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205283d2-a0bf-4e93-a3e2-c8bd3b585963 None None] New status for floating IP 7ebe6a64-21bd-45f8-8eea-2a9a059d202e: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:36:19.209719 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072aee-e20d-47af-af51-c2102a6b251b req-415ff3db-63b5-49bc-8d1f-67eea225d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:19.211465 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e1072aee-e20d-47af-af51-c2102a6b251b req-415ff3db-63b5-49bc-8d1f-67eea225d8b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1130 time: 0.0487444
Feb 28 10:36:19.252600 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47026) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:19.271206 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e1072aee-e20d-47af-af51-c2102a6b251b req-3ca80004-eef8-4698-a857-982e8d514c3d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540485
Feb 28 10:36:19.315777 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e46f7235-fb4c-484b-8f05-c85d9a5ad6a3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (06cb8956-7c4b-4d18-a361-04e20801a10a), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.340500 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e46f7235-fb4c-484b-8f05-c85d9a5ad6a3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (06cb8956-7c4b-4d18-a361-04e20801a10a), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.388155 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e46f7235-fb4c-484b-8f05-c85d9a5ad6a3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (06cb8956-7c4b-4d18-a361-04e20801a10a), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.390647 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e46f7235-fb4c-484b-8f05-c85d9a5ad6a3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.391805 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e46f7235-fb4c-484b-8f05-c85d9a5ad6a3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "DELETE /v2.0/security-groups/06cb8956-7c4b-4d18-a361-04e20801a10a HTTP/1.1" status: 204  len: 168 time: 0.1377647
Feb 28 10:36:19.398631 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47028) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:19.400642 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f7235-fb4c-484b-8f05-c85d9a5ad6a3 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb8956-7c4b-4d18-a361-04e20801a10a,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:19.410295 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.api.v2.resource [None req-8fbe8582-a57d-41e6-8703-65291a058331 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] show failed (client error): The resource could not be found.
Feb 28 10:36:19.414233 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47030) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:19.414376 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8fbe8582-a57d-41e6-8703-65291a058331 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups/06cb8956-7c4b-4d18-a361-04e20801a10a HTTP/1.1" status: 404  len: 347 time: 0.0186138
Feb 28 10:36:19.543870 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Deleting port 711e8b47-318a-4d23-a6cd-bc45e64b4592 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:36:19.544217 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.629804 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.630135 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (711e8b47-318a-4d23-a6cd-bc45e64b4592), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.641967 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Calling delete_port for 711e8b47-318a-4d23-a6cd-bc45e64b4592 owned by network:floatingip {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:36:19.805092 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (711e8b47-318a-4d23-a6cd-bc45e64b4592), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.834573 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event deleted for resources: {'Port': ['ID=711e8b47-318a-4d23-a6cd-bc45e64b4592,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:19.925827 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39ea22-0d9e-4822-bf18-1922b24920bf req-dfa676f0-8221-437b-a14d-62ca3a6ea570 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:19.927305 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e39ea22-0d9e-4822-bf18-1922b24920bf req-dfa676f0-8221-437b-a14d-62ca3a6ea570 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.1225126
Feb 28 10:36:19.932943 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (7ebe6a64-21bd-45f8-8eea-2a9a059d202e), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.936611 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:19.940470 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a698d097-6a65-47db-a74d-4b1da38eaf94 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "DELETE /v2.0/floatingips/7ebe6a64-21bd-45f8-8eea-2a9a059d202e HTTP/1.1" status: 204  len: 168 time: 0.5224001
Feb 28 10:36:19.950939 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.000379 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e39ea22-0d9e-4822-bf18-1922b24920bf req-0c0d867e-2de8-48f0-b600-cc43450077d9 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0614727
Feb 28 10:36:20.081925 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47044) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:20.088275 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-c59063cb-e7e0-4332-8c1e-b8c0eb57a74b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163519739', 'description': 'tempest-description--1434577457'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:20.109797 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c59063cb-e7e0-4332-8c1e-b8c0eb57a74b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.177298 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c59063cb-e7e0-4332-8c1e-b8c0eb57a74b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (a173dc10-ae20-48e0-acdc-a398fa0f7f54), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.180213 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c59063cb-e7e0-4332-8c1e-b8c0eb57a74b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a173dc10-ae20-48e0-acdc-a398fa0f7f54), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.209491 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c9c4e-809e-4a04-b3bd-cadcceefc8f5 req-57c22dee-ea36-4733-810a-4f67c7e5feb8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:20.211623 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d74c9c4e-809e-4a04-b3bd-cadcceefc8f5 req-57c22dee-ea36-4733-810a-4f67c7e5feb8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0608828
Feb 28 10:36:20.216806 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c59063cb-e7e0-4332-8c1e-b8c0eb57a74b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.218775 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c59063cb-e7e0-4332-8c1e-b8c0eb57a74b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1349568
Feb 28 10:36:20.220965 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47048) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:20.223134 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59063cb-e7e0-4332-8c1e-b8c0eb57a74b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a173dc10-ae20-48e0-acdc-a398fa0f7f54,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:20.228031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-6ad6cdfe-fbc3-4026-8ce1-834748108d4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'security_group_rule': {'security_group_id': 'a173dc10-ae20-48e0-acdc-a398fa0f7f54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:20.253529 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6ad6cdfe-fbc3-4026-8ce1-834748108d4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (1e016b00-371b-4d25-844b-6e88b39659dd), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.266344 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d74c9c4e-809e-4a04-b3bd-cadcceefc8f5 req-c680513d-00fa-401c-8447-5a8d6ebb3a0a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483775
Feb 28 10:36:20.307802 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6ad6cdfe-fbc3-4026-8ce1-834748108d4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (1e016b00-371b-4d25-844b-6e88b39659dd), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.312016 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6ad6cdfe-fbc3-4026-8ce1-834748108d4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (1e016b00-371b-4d25-844b-6e88b39659dd), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.329452 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6cdfe-fbc3-4026-8ce1-834748108d4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e016b00-371b-4d25-844b-6e88b39659dd,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:20.338974 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6ad6cdfe-fbc3-4026-8ce1-834748108d4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.343494 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6ad6cdfe-fbc3-4026-8ce1-834748108d4e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1186109
Feb 28 10:36:20.343983 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47050) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:20.348573 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-c3e7043c-4f33-449a-8bf3-a1a6f0e0523d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'security_group_rule': {'security_group_id': 'a173dc10-ae20-48e0-acdc-a398fa0f7f54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:20.376349 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c3e7043c-4f33-449a-8bf3-a1a6f0e0523d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (48b2d51b-6fae-4683-8450-7cda39920e47), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.432362 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c3e7043c-4f33-449a-8bf3-a1a6f0e0523d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (48b2d51b-6fae-4683-8450-7cda39920e47), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.435871 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c3e7043c-4f33-449a-8bf3-a1a6f0e0523d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (48b2d51b-6fae-4683-8450-7cda39920e47), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.453831 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7043c-4f33-449a-8bf3-a1a6f0e0523d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b2d51b-6fae-4683-8450-7cda39920e47,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:20.461462 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c3e7043c-4f33-449a-8bf3-a1a6f0e0523d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.462592 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c3e7043c-4f33-449a-8bf3-a1a6f0e0523d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1174896
Feb 28 10:36:20.466661 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47052) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:20.470965 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:20.491354 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.587731 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.688516 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Allocated IP 172.37.2.112 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/904637c7-2e18-42bd-b62d-a1b8dddb1ff6) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:20.790682 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.825130 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:20.863176 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:20.865924 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:20.872031 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:20.877366 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'Port': ['ID=904637c7-2e18-42bd-b62d-a1b8dddb1ff6,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:20.966834 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (3cf640e4-8b8f-4933-84a3-7b76f8e335fe), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:21.007910 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:21.185448 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745627a2-76d0-4d3b-9529-d7f2e74154ec req-0aa51ae7-677a-436d-811b-0bef7e53a7fd tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:21.185448 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-745627a2-76d0-4d3b-9529-d7f2e74154ec req-0aa51ae7-677a-436d-811b-0bef7e53a7fd tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.1096225
Feb 28 10:36:21.234699 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:21.245758 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:21.292463 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-745627a2-76d0-4d3b-9529-d7f2e74154ec req-cd93dbe6-7ce4-44a3-a092-8b656456241a tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1013851
Feb 28 10:36:21.332799 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'Port': ['ID=904637c7-2e18-42bd-b62d-a1b8dddb1ff6,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:21.378546 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (3cf640e4-8b8f-4933-84a3-7b76f8e335fe), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:21.396684 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:21.397926 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-c508d7ee-bf33-44c3-ab60-9d5715b91309 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.9303460
Feb 28 10:36:21.414510 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f3b72-8323-4c1b-965e-9aae81749201 req-de980b40-f09a-487f-b490-d789c4597d09 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:21.416034 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-176f3b72-8323-4c1b-965e-9aae81749201 req-de980b40-f09a-487f-b490-d789c4597d09 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0731535
Feb 28 10:36:21.465248 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-176f3b72-8323-4c1b-965e-9aae81749201 req-1c59d9a7-c793-456f-ac5a-953c9d84ab03 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418191
Feb 28 10:36:21.615864 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435941ea-b35d-4f60-89a8-38df61fd56ac req-3063e098-cf87-48e0-b88d-fdea2fbb9efa tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:21.617352 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-435941ea-b35d-4f60-89a8-38df61fd56ac req-3063e098-cf87-48e0-b88d-fdea2fbb9efa tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0856130
Feb 28 10:36:21.622663 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-0e7cc3d2-c8fc-4c05-8080-553452fc2504 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1163519739&fields=id&tenant_id=17631b0e5f9d499f9b830044f7acffa5 HTTP/1.1" status: 200  len: 267 time: 0.0641327
Feb 28 10:36:21.626476 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47094) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:21.630823 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Request body: {'floatingip': {'port_id': 'c091db1b-3683-4633-8290-5a1701243cc7'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:21.715206 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (c9a766c0-013e-4b60-bb07-7408c21bc6ab), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.108154 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-f735534a-7384-4069-b51d-9cd791b13d67 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:22.109612 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-f735534a-7384-4069-b51d-9cd791b13d67 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 811 time: 0.4752619
Feb 28 10:36:22.164018 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-fc896b18-0ff4-4e1d-9641-3e18e8dd5b89 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/quotas/17631b0e5f9d499f9b830044f7acffa5 HTTP/1.1" status: 200  len: 375 time: 0.0491552
Feb 28 10:36:22.269718 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-20ee9fe7-0dee-4191-856f-44fe78d3a29c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0999520
Feb 28 10:36:22.519347 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79cd9f-4c6d-4b08-954f-032957735d42 req-89b5e828-af7b-4b86-9916-3c2ac9740ebc tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:22.520848 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5e79cd9f-4c6d-4b08-954f-032957735d42 req-89b5e828-af7b-4b86-9916-3c2ac9740ebc tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.1380956
Feb 28 10:36:22.524425 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-bbfbe048-12a5-4e27-ba0f-b77e717346e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282791
Feb 28 10:36:22.534339 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47108) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:22.577789 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] Deleting subnet 6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:36:22.581154 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] Publish callbacks [] for subnet (6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.616910 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.658913 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.715410 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.728965 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5e79cd9f-4c6d-4b08-954f-032957735d42 req-f93c940b-44c3-4ae3-8411-34449e6a2ae2 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1997132
Feb 28 10:36:22.734517 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.741408 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:22.742361 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (c9a766c0-013e-4b60-bb07-7408c21bc6ab), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.748541 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-ce9bd528-b305-4321-8146-84a041acd26f service neutron] 10.222.0.21 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165406
Feb 28 10:36:22.756520 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.760742 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ab372e18-f5d1-4250-917c-d4a8f4651502 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6adbc7c5-ae6b-4b0d-8ee5-bb7321cefc30 HTTP/1.1" status: 204  len: 168 time: 0.2252922
Feb 28 10:36:22.764045 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47110) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:22.833472 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (7e2e551a-944c-4ba8-99e1-374c46eac780), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.848855 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Floating IP c9a766c0-013e-4b60-bb07-7408c21bc6ab associated. External IP: 172.37.2.200, port: c091db1b-3683-4633-8290-5a1701243cc7.
Feb 28 10:36:22.932694 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (7e2e551a-944c-4ba8-99e1-374c46eac780), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.955778 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253b6caf0>,) {'filters': {'network_id': ['7e2e551a-944c-4ba8-99e1-374c46eac780']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:22.966066 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253b6caf0>, 'e6265c9a-43d9-4063-8c49-94198656e120') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:22.966304 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253b6caf0>, 'e6265c9a-43d9-4063-8c49-94198656e120') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:22.976858 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (e6265c9a-43d9-4063-8c49-94198656e120), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:22.977268 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f8defd6f-1c2f-4609-ab58-ee8dd927db55 req-8bf51415-a14b-49a8-b6c3-608b18f2a94b tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 210 time: 0.0323899
Feb 28 10:36:22.993046 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (e6265c9a-43d9-4063-8c49-94198656e120), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.007945 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:36:23.008512 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (e6265c9a-43d9-4063-8c49-94198656e120), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:36:23.010787 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:36:23.070056 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (7e2e551a-944c-4ba8-99e1-374c46eac780), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.079703 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.086114 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e2e551a-944c-4ba8-99e1-374c46eac780 HTTP/1.1" status: 204  len: 168 time: 0.3208745
Feb 28 10:36:23.086755 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47120) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:23.131905 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Router ead3c91a-6ab5-422c-9c3f-db259647e86f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:36:23.132489 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96638052-8df8-4ab3-b6ae-43abe772dadd admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2e551a-944c-4ba8-99e1-374c46eac780,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:23.153452 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] Deleting subnet 26f5b823-fceb-4e4a-bb2e-e9108cb68553 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:36:23.157034 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] Publish callbacks [] for subnet (26f5b823-fceb-4e4a-bb2e-e9108cb68553), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.194533 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (26f5b823-fceb-4e4a-bb2e-e9108cb68553), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.237701 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (26f5b823-fceb-4e4a-bb2e-e9108cb68553), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.251918 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:23.257154 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.265626 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] Sync routers for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:23.284216 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:23.284986 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258a0cf10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:23.304102 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (26f5b823-fceb-4e4a-bb2e-e9108cb68553), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.313039 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-200aa240-9258-4450-af01-c53c7c420e51 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "PUT /v2.0/floatingips/c9a766c0-013e-4b60-bb07-7408c21bc6ab HTTP/1.1" status: 200  len: 992 time: 1.6830783
Feb 28 10:36:23.313039 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:23.322591 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992573be-2529-4cd8-8f3f-4a0d5649d286" -d '{"events": [{"name": "network-changed", "server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "tag": "c091db1b-3683-4633-8290-5a1701243cc7"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:23.342077 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f5b823-fceb-4e4a-bb2e-e9108cb68553,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:23.359936 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.365244 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a8912ba1-de5a-4964-8762-8052eebe4236 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26f5b823-fceb-4e4a-bb2e-e9108cb68553 HTTP/1.1" status: 204  len: 168 time: 0.2759161
Feb 28 10:36:23.367736 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47128) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:23.399432 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed01eb7-42f7-4e36-a23f-bd677b48b6ad x-openstack-request-id: req-5ed01eb7-42f7-4e36-a23f-bd677b48b6ad {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:23.399985 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "tag": "c091db1b-3683-4633-8290-5a1701243cc7", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:23.400327 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ed01eb7-42f7-4e36-a23f-bd677b48b6ad {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:23.400822 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7', 'status': 'completed', 'code': 200}
Feb 28 10:36:23.434315 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:23.479083 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (cc718d76-f39a-4773-a689-273a1bf647e7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.500275 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-f72b8c07-683f-4d06-9c5d-8d0c52877259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:23.501742 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-f72b8c07-683f-4d06-9c5d-8d0c52877259 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1130 time: 0.0588341
Feb 28 10:36:23.584311 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (cc718d76-f39a-4773-a689-273a1bf647e7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.629711 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253c87610>,) {'filters': {'network_id': ['cc718d76-f39a-4773-a689-273a1bf647e7']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:23.645247 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253c87610>, '7438c6ac-19ce-4761-83b4-7189b59e8584') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:23.646762 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253c87610>, '7438c6ac-19ce-4761-83b4-7189b59e8584') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:23.648784 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-ee760a25-d957-4fb8-87cf-fc495104a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:23.650711 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-ee760a25-d957-4fb8-87cf-fc495104a861 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.1330025
Feb 28 10:36:23.664014 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (7438c6ac-19ce-4761-83b4-7189b59e8584), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.680186 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (7438c6ac-19ce-4761-83b4-7189b59e8584), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.687693 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:36:23.688103 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (7438c6ac-19ce-4761-83b4-7189b59e8584), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:36:23.690223 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:36:23.732652 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258a0cf10>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c9a766c0-013e-4b60-bb07-7408c21bc6ab', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'floating_ip_address': '172.37.2.200', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'port_id': 'c091db1b-3683-4633-8290-5a1701243cc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'mac_address': 'fa:16:3e:0f:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:36:10Z', 'updated_at': '2022-02-28T10:36:22Z', 'revision_number': 1, 'project_id': '003233ff59254fa88847f9adc1437df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:23.753200 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (cc718d76-f39a-4773-a689-273a1bf647e7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.762775 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:23.766684 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc718d76-f39a-4773-a689-273a1bf647e7 HTTP/1.1" status: 204  len: 168 time: 0.3979647
Feb 28 10:36:23.769699 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] Checking router: ead3c91a-6ab5-422c-9c3f-db259647e86f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:23.774905 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-f60740f1-6e70-4ac3-8bf3-b9279b18d052 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 1000 time: 0.1181264
Feb 28 10:36:23.782510 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:23.783180 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c869f-a71c-43ef-8730-454f1d8880e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc718d76-f39a-4773-a689-273a1bf647e7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:23.783536 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258a0cf10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:23.889928 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-c6b7539b-62b5-4449-8f63-24947189737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:23.891982 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-c6b7539b-62b5-4449-8f63-24947189737b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.1098206
Feb 28 10:36:23.925439 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c906-3c31-4c8e-bf0d-f3856db4d119 req-aebe480a-a4ef-40db-a7eb-c1b460a1c3c1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:23.927146 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a977c906-3c31-4c8e-bf0d-f3856db4d119 req-aebe480a-a4ef-40db-a7eb-c1b460a1c3c1 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.1026967
Feb 28 10:36:23.942405 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:24.006516 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47140) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:24.018121 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-4734651e-4c24-4a7a-9ea1-b8bf01c13d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:24.019658 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-4734651e-4c24-4a7a-9ea1-b8bf01c13d54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1203740
Feb 28 10:36:24.106037 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a977c906-3c31-4c8e-bf0d-f3856db4d119 req-c908a09e-d7be-4c56-8cbd-7ba86c54aa5a tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1546538
Feb 28 10:36:24.160527 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6b422dee-a9b4-405e-9667-6e64258a7865 req-ab239270-1acf-49c9-8907-36bc7b0db291 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 210 time: 0.0901830
Feb 28 10:36:24.170908 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a7af34e8-f163-4717-8048-8c8f6e1a9612 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d692ad6de4f45098cc79dff7e4a6c0a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1634080
Feb 28 10:36:24.175262 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47144) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:24.204761 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-5fa5218f-6e9c-49d6-aa06-befd3475031e service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767292
Feb 28 10:36:24.218227 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-13e2cb6f-8fbd-43d9-9d48-e847ea8dfa6c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:24.219725 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-13e2cb6f-8fbd-43d9-9d48-e847ea8dfa6c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 811 time: 0.1673157
Feb 28 10:36:24.267852 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258a0cf10>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c9a766c0-013e-4b60-bb07-7408c21bc6ab', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'floating_ip_address': '172.37.2.200', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'port_id': 'c091db1b-3683-4633-8290-5a1701243cc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'mac_address': 'fa:16:3e:0f:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:36:10Z', 'updated_at': '2022-02-28T10:36:22Z', 'revision_number': 1, 'project_id': '003233ff59254fa88847f9adc1437df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:24.270988 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80519727-c713-46fa-a725-bed6be3dedad admin admin] Publish callbacks [] for security_group (a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.297362 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149e7e-85b2-4f90-abc5-7b414ea4a413 None None] The sync data for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi is: [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c9a766c0-013e-4b60-bb07-7408c21bc6ab', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'floating_ip_address': '172.37.2.200', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'port_id': 'c091db1b-3683-4633-8290-5a1701243cc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'mac_address': 'fa:16:3e:0f:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:36:10Z', 'updated_at': '2022-02-28T10:36:22Z', 'revision_number': 1, 'project_id': '003233ff59254fa88847f9adc1437df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:24.313480 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-992573be-2529-4cd8-8f3f-4a0d5649d286 req-5eb28d30-406a-496c-b104-9a43448f57fe service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023695
Feb 28 10:36:24.317369 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80519727-c713-46fa-a725-bed6be3dedad admin admin] Publish callbacks [] for security_group (a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.339343 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-270e6a16-3394-41da-bb89-fba4f1d5646c tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17631b0e5f9d499f9b830044f7acffa5 HTTP/1.1" status: 200  len: 380 time: 0.0907204
Feb 28 10:36:24.364323 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'port': {'device_id': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'admin_state_up': True, 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'security_groups': ['a173dc10-ae20-48e0-acdc-a398fa0f7f54']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:24.439226 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80519727-c713-46fa-a725-bed6be3dedad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.441752 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-80519727-c713-46fa-a725-bed6be3dedad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.442943 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-80519727-c713-46fa-a725-bed6be3dedad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3 HTTP/1.1" status: 204  len: 168 time: 0.2614915
Feb 28 10:36:24.464710 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80519727-c713-46fa-a725-bed6be3dedad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb3af6-6d37-4c7a-b64d-e01cd2c832d3,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:24.500243 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Made reservation on behalf of 17631b0e5f9d499f9b830044f7acffa5 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:24.504197 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.526288 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8183a-8584-4379-b66e-cbfb1b1addba None None] New status for floating IP c9a766c0-013e-4b60-bb07-7408c21bc6ab: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:36:24.658096 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Allocated IP 172.20.0.12 (f8493f9b-90f0-45ae-88f1-58848e2a93be/da5d46ed-8ba0-4de4-a7cb-3950ee2cb593/3998f5f5-8181-4944-8dc7-820afb186d3b) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:24.803586 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.815798 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47154) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:24.838770 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.865803 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-197e6338-eae7-45dd-89d3-17da55440b99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cd9ff41eac9441881d91564c248685b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0488303
Feb 28 10:36:24.866441 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47158) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:24.885916 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Network f8493f9b-90f0-45ae-88f1-58848e2a93be is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:24.894507 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:24.898946 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:24.903923 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event updated for resources: {'Port': ['ID=3998f5f5-8181-4944-8dc7-820afb186d3b,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:24.937582 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0896cc1a-a36f-4ccb-869f-c61546536855 admin admin] Publish callbacks [] for security_group (cc61b040-27fd-4fba-8d63-fbee556a289f), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.952219 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:24.952687 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.961954 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0896cc1a-a36f-4ccb-869f-c61546536855 admin admin] Publish callbacks [] for security_group (cc61b040-27fd-4fba-8d63-fbee556a289f), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:24.974368 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-f5ea1e68-6ed7-4fdc-b813-034f1f188cbb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6151595
Feb 28 10:36:24.992568 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Request body: {'port': {'device_id': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:25.016546 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0896cc1a-a36f-4ccb-869f-c61546536855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cc61b040-27fd-4fba-8d63-fbee556a289f), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.019767 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0896cc1a-a36f-4ccb-869f-c61546536855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.021143 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0896cc1a-a36f-4ccb-869f-c61546536855 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc61b040-27fd-4fba-8d63-fbee556a289f HTTP/1.1" status: 204  len: 168 time: 0.1537762
Feb 28 10:36:25.030529 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896cc1a-a36f-4ccb-869f-c61546536855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc61b040-27fd-4fba-8d63-fbee556a289f,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:25.067363 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.141174 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-3fc177c3-b75e-4f88-b4b4-aec8b2ba29e5 None None] Provisioning complete for port 3998f5f5-8181-4944-8dc7-820afb186d3b triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:25.141855 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fc177c3-b75e-4f88-b4b4-aec8b2ba29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.213878 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-3fc177c3-b75e-4f88-b4b4-aec8b2ba29e5 None None] Port 3998f5f5-8181-4944-8dc7-820afb186d3b cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:36:25.387239 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3998f5f5-8181-4944-8dc7-820afb186d3b {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:36:25.396245 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Publish callbacks [] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.410046 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Transition to ACTIVE for port object 3998f5f5-8181-4944-8dc7-820afb186d3b will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:36:25.417766 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.495355 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Pushing event updated for resources: {'Port': ['ID=3998f5f5-8181-4944-8dc7-820afb186d3b,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:25.554582 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba47e20-40b4-4365-ad91-b7c2d47f6737 req-10818f5e-a9e9-42d5-8584-0af59ce4f79b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:25.562662 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ba47e20-40b4-4365-ad91-b7c2d47f6737 req-10818f5e-a9e9-42d5-8584-0af59ce4f79b tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.3737664
Feb 28 10:36:25.573696 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Attempting to bind port 3998f5f5-8181-4944-8dc7-820afb186d3b on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:25.574107 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Attempting to bind port 3998f5f5-8181-4944-8dc7-820afb186d3b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:25.574453 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Attempting to bind port 3998f5f5-8181-4944-8dc7-820afb186d3b on network f8493f9b-90f0-45ae-88f1-58848e2a93be {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:25.579650 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Port 3998f5f5-8181-4944-8dc7-820afb186d3b on network f8493f9b-90f0-45ae-88f1-58848e2a93be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:36:25.579796 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Attempting to bind port 3998f5f5-8181-4944-8dc7-820afb186d3b on network f8493f9b-90f0-45ae-88f1-58848e2a93be {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:25.585648 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:25.585999 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Checking segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:25.586398 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Bound using segment: {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:25.586864 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Bound port: 3998f5f5-8181-4944-8dc7-820afb186d3b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b69d77f-4c26-4e15-b2e7-00bbdad0f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:25.587231 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.592862 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb76a2-d0eb-4146-bc62-74dadfd82ff4 req-7a6138c2-c862-4c0e-b054-a3a844e439cd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:25.594450 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d0bb76a2-d0eb-4146-bc62-74dadfd82ff4 req-7a6138c2-c862-4c0e-b054-a3a844e439cd tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 932 time: 0.3521125
Feb 28 10:36:25.665206 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] For port 3998f5f5-8181-4944-8dc7-820afb186d3b, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:25.671146 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] For port 3998f5f5-8181-4944-8dc7-820afb186d3b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3998f5f5-8181-4944-8dc7-820afb186d3b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:25.675464 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5ba47e20-40b4-4365-ad91-b7c2d47f6737 req-924e00ab-daf5-4b62-b1bb-21e58c4dd916 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1118512
Feb 28 10:36:25.694122 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.698614 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d0bb76a2-d0eb-4146-bc62-74dadfd82ff4 req-1e4a71b4-7336-4a78-a0c5-268cddaefbc6 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908833
Feb 28 10:36:25.744657 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:25.745242 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:25.747415 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] 10.222.0.26 "PUT /v2.0/ports/3998f5f5-8181-4944-8dc7-820afb186d3b HTTP/1.1" status: 200  len: 1094 time: 0.7591774
Feb 28 10:36:25.747875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:25.750120 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0702cd42-b8f0-4e07-82b9-6b84996b63a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:25.783856 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e6fda-314a-4bdb-bea1-a478c920f83d service neutron] Pushing event updated for resources: {'Port': ['ID=3998f5f5-8181-4944-8dc7-820afb186d3b,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:25.799875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cd3671-37a5-47c5-924f-04a50da66fb8 x-openstack-request-id: req-31cd3671-37a5-47c5-924f-04a50da66fb8 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:25.800213 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:25.800507 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31cd3671-37a5-47c5-924f-04a50da66fb8 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:25.800950 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'status': 'completed', 'code': 200}
Feb 28 10:36:25.874961 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-d2a0b46b-b095-4838-8505-6c3bf0470432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:25.876488 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-d2a0b46b-b095-4838-8505-6c3bf0470432 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 1128 time: 0.0543847
Feb 28 10:36:25.931397 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-3614e2b7-2f69-4274-a5db-4bd881642c97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3998f5f5-8181-4944-8dc7-820afb186d3b HTTP/1.1" status: 200  len: 217 time: 0.0404582
Feb 28 10:36:25.985004 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-d8813e2a-8876-450e-a486-2db192c600f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:25.986504 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-d8813e2a-8876-450e-a486-2db192c600f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 200  len: 850 time: 0.0490944
Feb 28 10:36:26.044676 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124102-4001-41e2-b288-e430912c09ea req-63f9759d-7622-4b1a-bbf2-a2633dd9dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:26.046196 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-63f9759d-7622-4b1a-bbf2-a2633dd9dc4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8493f9b-90f0-45ae-88f1-58848e2a93be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0446103
Feb 28 10:36:26.148189 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-03baba28-2045-41aa-939b-12eb0d747b8e service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880764
Feb 28 10:36:26.244765 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-26124102-4001-41e2-b288-e430912c09ea req-d6f6a2bb-83d2-4b2d-be95-97a3b3e77a9b service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901222
Feb 28 10:36:26.419259 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-cc41cadc-84fe-4ea4-ba52-ba7d77cf1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:26.420772 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-cc41cadc-84fe-4ea4-ba52-ba7d77cf1a2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 1128 time: 0.0504575
Feb 28 10:36:26.523480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-4d82c4e5-5500-48ee-87d9-c0dd9bc42131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:26.525090 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-4d82c4e5-5500-48ee-87d9-c0dd9bc42131 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 912 time: 0.0970883
Feb 28 10:36:26.570406 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-30df6d89-6708-4187-9f67-2902914a6d47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3998f5f5-8181-4944-8dc7-820afb186d3b HTTP/1.1" status: 200  len: 217 time: 0.0386331
Feb 28 10:36:26.618756 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-381316c0-7c6d-4bf1-a407-4e7f945784c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:26.620155 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-381316c0-7c6d-4bf1-a407-4e7f945784c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 200  len: 850 time: 0.0436740
Feb 28 10:36:26.670092 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-1101005e-bb50-4466-9381-667a66ecd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:26.671625 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-1101005e-bb50-4466-9381-667a66ecd53a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8493f9b-90f0-45ae-88f1-58848e2a93be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0453231
Feb 28 10:36:26.782869 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-2543f422-6e61-4394-8e6b-6025ddcb71dc service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046071
Feb 28 10:36:26.833326 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497b85-1def-4a8a-a7ac-f5d21cdfce53 req-a5454c07-9226-44ce-a95a-f5c5c0ec1e86 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:26.834833 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3a497b85-1def-4a8a-a7ac-f5d21cdfce53 req-a5454c07-9226-44ce-a95a-f5c5c0ec1e86 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.0872815
Feb 28 10:36:26.868569 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde93ed-e45b-4e17-8f9d-a9afa8177231 req-141424b5-b0b8-4c3c-9038-26e63df74f85 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:26.870069 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9bde93ed-e45b-4e17-8f9d-a9afa8177231 req-141424b5-b0b8-4c3c-9038-26e63df74f85 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 944 time: 0.0864530
Feb 28 10:36:26.881107 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0702cd42-b8f0-4e07-82b9-6b84996b63a8 req-e58a9a03-b796-4738-86b4-67fa81067a06 service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918655
Feb 28 10:36:26.936908 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3a497b85-1def-4a8a-a7ac-f5d21cdfce53 req-bc196cd7-1398-44b9-8ce6-2bfeeeb290a6 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&id=bbfa3633-89c5-455a-832d-166fe5a33587&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0943000
Feb 28 10:36:26.955132 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9bde93ed-e45b-4e17-8f9d-a9afa8177231 req-41054c7e-e067-4254-ac75-114d88244089 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781646
Feb 28 10:36:28.077071 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5688-8599-4a51-b3ad-98d63fe24700 req-745fa926-01d2-4caf-b8dc-4155f4efb3e4 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:28.078815 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac8d5688-8599-4a51-b3ad-98d63fe24700 req-745fa926-01d2-4caf-b8dc-4155f4efb3e4 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 944 time: 0.0542123
Feb 28 10:36:28.127405 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac8d5688-8599-4a51-b3ad-98d63fe24700 req-547476e2-9ff2-4bc5-ab44-053fb3c2ff24 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428362
Feb 28 10:36:28.598716 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 3998f5f5-8181-4944-8dc7-820afb186d3b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:36:28.700358 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 3998f5f5-8181-4944-8dc7-820afb186d3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3998f5f5-8181-4944-8dc7-820afb186d3b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:28.711396 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'port_id': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'mac_address': 'fa:16:3e:06:18:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:36:28.749450 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 3998f5f5-8181-4944-8dc7-820afb186d3b is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:28.749763 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:28.762253 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3998f5f5-8181-4944-8dc7-820afb186d3b {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:36:28.781697 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 3998f5f5-8181-4944-8dc7-820afb186d3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3998f5f5-8181-4944-8dc7-820afb186d3b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:28.785719 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:28.833396 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=3998f5f5-8181-4944-8dc7-820afb186d3b,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:29.126001 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['3998f5f5-8181-4944-8dc7-820afb186d3b'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:36:29.250618 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145d456-f023-4728-9077-74e56accae38 req-0c10a32d-322c-411d-b9cb-b114af5926f5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:29.252183 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e145d456-f023-4728-9077-74e56accae38 req-0c10a32d-322c-411d-b9cb-b114af5926f5 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 945 time: 0.0580564
Feb 28 10:36:29.304614 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e145d456-f023-4728-9077-74e56accae38 req-e6cb29b1-e9c7-459a-8920-943072537433 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469346
Feb 28 10:36:30.424394 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea448e23-d6b2-4b70-a5ea-8fbfd0d4e48f req-22a97c30-9bb4-4bc8-a37b-2a8b87d9e4e9 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:30.425882 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea448e23-d6b2-4b70-a5ea-8fbfd0d4e48f req-22a97c30-9bb4-4bc8-a37b-2a8b87d9e4e9 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 945 time: 0.0551312
Feb 28 10:36:30.474707 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ea448e23-d6b2-4b70-a5ea-8fbfd0d4e48f req-0c5c9c4d-8bf9-4ac1-9a43-b04c5c34c895 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431468
Feb 28 10:36:30.597446 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 3998f5f5-8181-4944-8dc7-820afb186d3b up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:30.648322 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 3998f5f5-8181-4944-8dc7-820afb186d3b completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:36:30.653153 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 3998f5f5-8181-4944-8dc7-820afb186d3b triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:30.653666 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:30.744651 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 3998f5f5-8181-4944-8dc7-820afb186d3b is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:30.745048 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:30.768715 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:30.770974 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cb35fb-3d9a-4ba9-aa64-2a7929d4e3a4" -d '{"events": [{"server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:30.783609 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 3998f5f5-8181-4944-8dc7-820afb186d3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3998f5f5-8181-4944-8dc7-820afb186d3b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:30.787951 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:30.814928 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4e3e8d-15d3-450c-802a-ccb10ee8bd93 x-openstack-request-id: req-6e4e3e8d-15d3-450c-802a-ccb10ee8bd93 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:30.815256 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:30.815538 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e4e3e8d-15d3-450c-802a-ccb10ee8bd93 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:30.815938 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'code': 200}
Feb 28 10:36:30.841407 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=3998f5f5-8181-4944-8dc7-820afb186d3b,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:31.047196 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c96bb-434e-4180-8b0f-4c76e51ed1ee req-6555ffac-c6cc-4fb0-b6ec-2842a18589b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:31.048706 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9c7c96bb-434e-4180-8b0f-4c76e51ed1ee req-6555ffac-c6cc-4fb0-b6ec-2842a18589b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 1130 time: 0.0455785
Feb 28 10:36:31.094373 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9c7c96bb-434e-4180-8b0f-4c76e51ed1ee req-909fb570-8bde-4ebc-afc6-7a36308ded8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389242
Feb 28 10:36:31.596469 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961db6-ee52-4a70-9376-c43b579c1b20 req-272cae09-f2cf-426f-a861-75e916909d85 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:31.597932 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-83961db6-ee52-4a70-9376-c43b579c1b20 req-272cae09-f2cf-426f-a861-75e916909d85 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 946 time: 0.0552568
Feb 28 10:36:31.649719 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-83961db6-ee52-4a70-9376-c43b579c1b20 req-ded38177-34e6-47e2-b902-f689ca68ba30 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463359
Feb 28 10:36:32.774430 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bdc65-a06b-4196-8f1e-2ff8b0929929 req-1b8a8639-e5fb-4a70-845f-84f57b978e63 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:32.776059 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4d2bdc65-a06b-4196-8f1e-2ff8b0929929 req-1b8a8639-e5fb-4a70-845f-84f57b978e63 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 946 time: 0.0545032
Feb 28 10:36:32.823386 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4d2bdc65-a06b-4196-8f1e-2ff8b0929929 req-b984be92-229a-422c-9b9e-1b58db3ded73 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409925
Feb 28 10:36:32.939800 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803b598-c3ec-488c-af70-4023c5308569 req-a72bf58e-d5a2-447f-a988-aab3f81365ef tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:32.941257 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6803b598-c3ec-488c-af70-4023c5308569 req-a72bf58e-d5a2-447f-a988-aab3f81365ef tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 946 time: 0.0557938
Feb 28 10:36:32.949978 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47280) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:32.954495 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Request body: {'floatingip': {'port_id': '3998f5f5-8181-4944-8dc7-820afb186d3b'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:32.997538 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (3cf640e4-8b8f-4933-84a3-7b76f8e335fe), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:33.450426 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:33.454413 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (3cf640e4-8b8f-4933-84a3-7b76f8e335fe), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:33.563140 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Floating IP 3cf640e4-8b8f-4933-84a3-7b76f8e335fe associated. External IP: 172.37.2.112, port: 3998f5f5-8181-4944-8dc7-820afb186d3b.
Feb 28 10:36:33.786290 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Router 089b3646-a2e1-4cc4-a31c-c31c80cef93f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:36:33.898748 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:33.904444 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:33.909224 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] Sync routers for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:33.919428 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:33.920051 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625889b310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:33.936427 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ca023d42-7542-4f9e-94bc-ba5f10d904ff tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "PUT /v2.0/floatingips/3cf640e4-8b8f-4933-84a3-7b76f8e335fe HTTP/1.1" status: 200  len: 992 time: 0.9854245
Feb 28 10:36:33.937008 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:36:33.939281 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:36:33.978590 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55de6974-4c1e-4d7b-a425-683d8d9dacef x-openstack-request-id: req-55de6974-4c1e-4d7b-a425-683d8d9dacef {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:36:33.978913 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:36:33.979174 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55de6974-4c1e-4d7b-a425-683d8d9dacef {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:36:33.979584 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'status': 'completed', 'code': 200}
Feb 28 10:36:34.046996 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:34.085510 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-d7e5d72e-bed4-41b9-9173-9c6323077d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:34.087072 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-d7e5d72e-bed4-41b9-9173-9c6323077d79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17631b0e5f9d499f9b830044f7acffa5&device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 1130 time: 0.0509427
Feb 28 10:36:34.193848 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-184245aa-eb92-4efa-a703-ea30c7149dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:34.195411 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-184245aa-eb92-4efa-a703-ea30c7149dac service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 200  len: 912 time: 0.1017232
Feb 28 10:36:34.284626 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-25b8682f-2ab3-43ec-ae6a-5195c3430bce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3998f5f5-8181-4944-8dc7-820afb186d3b HTTP/1.1" status: 200  len: 1000 time: 0.0800796
Feb 28 10:36:34.338837 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-86feaa11-a827-42fb-9340-3e5844fd612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:34.347821 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-86feaa11-a827-42fb-9340-3e5844fd612b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 200  len: 850 time: 0.0525229
Feb 28 10:36:34.395809 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-bc3b8c96-2567-4d11-bde0-50f10eb5dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:34.397366 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-bc3b8c96-2567-4d11-bde0-50f10eb5dd2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8493f9b-90f0-45ae-88f1-58848e2a93be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0462213
Feb 28 10:36:34.452405 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625889b310>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3cf640e4-8b8f-4933-84a3-7b76f8e335fe', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'floating_ip_address': '172.37.2.112', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'port_id': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'mac_address': 'fa:16:3e:06:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:36:20Z', 'updated_at': '2022-02-28T10:36:33Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:34.478616 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] Checking router: 089b3646-a2e1-4cc4-a31c-c31c80cef93f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:34.488035 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:34.488647 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625889b310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:34.502821 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-24222453-82cb-47ea-a563-18f4a12fffc0 service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904047
Feb 28 10:36:34.590924 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578dbfa7-7bdc-45c4-b8ef-e7db48d38854 req-fac89bc4-50f7-4f68-ab95-e9f073857aab service neutron] 10.222.0.26 "GET /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815227
Feb 28 10:36:34.598725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:34.832111 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625889b310>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3cf640e4-8b8f-4933-84a3-7b76f8e335fe', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'floating_ip_address': '172.37.2.112', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'port_id': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'mac_address': 'fa:16:3e:06:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:36:20Z', 'updated_at': '2022-02-28T10:36:33Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:34.859626 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e910b-4ef6-4741-a1f8-5c19609e35de None None] The sync data for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi is: [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3cf640e4-8b8f-4933-84a3-7b76f8e335fe', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'floating_ip_address': '172.37.2.112', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'port_id': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'mac_address': 'fa:16:3e:06:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:36:20Z', 'updated_at': '2022-02-28T10:36:33Z', 'revision_number': 1, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:35.051657 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf9ad5-8217-42e7-a132-1cd7d73a2006 None None] New status for floating IP 3cf640e4-8b8f-4933-84a3-7b76f8e335fe: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:36:36.071319 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:41.158088 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:36:43.673095 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9b88f6f0-4038-42d8-99e3-410b428f09d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:43.869107 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47382) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:43.971193 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6330fa65-d147-4010-95be-82d26d6b11b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:44.044999 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6330fa65-d147-4010-95be-82d26d6b11b4 admin admin] Publish callbacks [] for security_group (ee7eae0b-6c46-45ae-a21f-66dcf139b009), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:44.049813 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6330fa65-d147-4010-95be-82d26d6b11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ee7eae0b-6c46-45ae-a21f-66dcf139b009), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:44.090361 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-6330fa65-d147-4010-95be-82d26d6b11b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d180a54c26294bdcbc32c440c401df76&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2195127
Feb 28 10:36:44.092651 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330fa65-d147-4010-95be-82d26d6b11b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7eae0b-6c46-45ae-a21f-66dcf139b009,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:44.093282 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47386) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:44.140599 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b26f4804-15ab-4a0a-9827-3830e83e1df1 admin admin] Publish callbacks [] for security_group (ee7eae0b-6c46-45ae-a21f-66dcf139b009), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:44.161824 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b26f4804-15ab-4a0a-9827-3830e83e1df1 admin admin] Publish callbacks [] for security_group (ee7eae0b-6c46-45ae-a21f-66dcf139b009), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:44.212196 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b26f4804-15ab-4a0a-9827-3830e83e1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (ee7eae0b-6c46-45ae-a21f-66dcf139b009), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:44.215304 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b26f4804-15ab-4a0a-9827-3830e83e1df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:44.219095 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b26f4804-15ab-4a0a-9827-3830e83e1df1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee7eae0b-6c46-45ae-a21f-66dcf139b009 HTTP/1.1" status: 204  len: 168 time: 0.1222153
Feb 28 10:36:44.224393 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f4804-15ab-4a0a-9827-3830e83e1df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7eae0b-6c46-45ae-a21f-66dcf139b009,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:44.835741 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47418) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:45.069969 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-721236599-network', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:45.090684 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Made reservation on behalf of 340c3f500cc14200bce6eb3ae5d77f21 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:45.093275 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.101992 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.185358 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks [] for security_group (02bd6705-f512-40d1-95fb-aed4101afbbb), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.189799 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (02bd6705-f512-40d1-95fb-aed4101afbbb), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.218370 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:36:45.232788 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd6705-f512-40d1-95fb-aed4101afbbb,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:45.238194 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (5386507c-8bf1-45e6-88a1-e9f60b552ad9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.238376 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Added segment 5386507c-8bf1-45e6-88a1-e9f60b552ad9 of type vlan for network f54c5564-db90-44fd-8f80-426da1be843a
Feb 28 10:36:45.279659 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (f54c5564-db90-44fd-8f80-426da1be843a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.303589 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (f54c5564-db90-44fd-8f80-426da1be843a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.304734 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:45.305328 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.364673 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5278261
Feb 28 10:36:45.367715 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47428) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:45.369721 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3472d7-3ebb-4fcb-88c8-76de0f1dee43 admin admin] Pushing event updated for resources: {'Network': ['ID=f54c5564-db90-44fd-8f80-426da1be843a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:45.374697 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Request body: {'subnet': {'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-721236599-subnet', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'ip_version': 4}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:45.380754 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network f54c5564-db90-44fd-8f80-426da1be843a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:36:45.400068 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Made reservation on behalf of 340c3f500cc14200bce6eb3ae5d77f21 for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:45.402711 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4328548'] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.568676 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4328534'] for subnet (d8355857-48f5-458f-b000-cf9b8b214bb5), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.624789 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8355857-48f5-458f-b000-cf9b8b214bb5,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:45.632130 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Checking segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:45.632502 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Network hostable DHCP agents. Network: f54c5564-db90-44fd-8f80-426da1be843a, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:36:45.648731 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Network f54c5564-db90-44fd-8f80-426da1be843a is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:36:45.657507 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f54c5564-db90-44fd-8f80-426da1be843a) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:45.661504 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:45.662107 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.666535 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790dc1d2-3a44-4164-8918-368a1fb5e019 None None] Network f54c5564-db90-44fd-8f80-426da1be843a requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:45.678047 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-fc821470-159f-4a81-b10e-d03a38a20dda admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3091922
Feb 28 10:36:45.680726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47430) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:45.685176 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:45.705070 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (5e9b2c4a-de07-4228-b070-6456c795b0ec), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.706155 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (5e9b2c4a-de07-4228-b070-6456c795b0ec), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.762146 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks [] for router_controller (5e9b2c4a-de07-4228-b070-6456c795b0ec), precommit_add_association {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.770364 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f54c5564-db90-44fd-8f80-426da1be843a', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:36:45.771260 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:45.911350 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Allocated IP 172.20.0.2 (f54c5564-db90-44fd-8f80-426da1be843a/d8355857-48f5-458f-b000-cf9b8b214bb5/1417665a-7161-4b39-bb25-8b38d89b1e92) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:45.997108 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-55caa95e-2578-4a93-8d78-7e66b3b81469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.078523 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Publish callbacks [] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.084153 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.121700 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Network f54c5564-db90-44fd-8f80-426da1be843a is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:46.124584 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:46.127921 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:46.139756 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Pushing event updated for resources: {'Port': ['ID=1417665a-7161-4b39-bb25-8b38d89b1e92,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:46.171672 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks [] for router_gateway (5e9b2c4a-de07-4228-b070-6456c795b0ec), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.195207 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Attempting to bind port 1417665a-7161-4b39-bb25-8b38d89b1e92 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:46.195579 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Attempting to bind port 1417665a-7161-4b39-bb25-8b38d89b1e92 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:46.195943 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Attempting to bind port 1417665a-7161-4b39-bb25-8b38d89b1e92 on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:46.201433 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:46.201841 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Checking segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:46.202244 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.202661 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Bound using segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:46.203123 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Bound port: 1417665a-7161-4b39-bb25-8b38d89b1e92, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:46.203503 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.271483 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] For port 1417665a-7161-4b39-bb25-8b38d89b1e92, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:46.275089 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] For port 1417665a-7161-4b39-bb25-8b38d89b1e92, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1417665a-7161-4b39-bb25-8b38d89b1e92,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:46.281858 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.345441 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ce5c-6fc4-4b13-8764-f31d053f0955 None None] Pushing event updated for resources: {'Port': ['ID=1417665a-7161-4b39-bb25-8b38d89b1e92,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:46.380599 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks [] for router_gateway (5e9b2c4a-de07-4228-b070-6456c795b0ec), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.399491 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.531877 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Allocated IP 172.37.2.207 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/ef2e2f60-1da8-42e4-800a-2d416a889508) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:46.638878 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks [] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.675921 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:46.720133 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:46.727214 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:46.729414 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2e2f60-1da8-42e4-800a-2d416a889508,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:46.732245 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:46.982295 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks [] for router_gateway (5e9b2c4a-de07-4228-b070-6456c795b0ec), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:47.114275 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:47.193043 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (5e9b2c4a-de07-4228-b070-6456c795b0ec), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:47.221185 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1a4d8-c309-40d8-9bd5-a94a960b4b01 None None] Network f54c5564-db90-44fd-8f80-426da1be843a requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:47.282707 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-50e39c29-5852-4550-a5a5-eccef4f68066 None None] Provisioning complete for port 1417665a-7161-4b39-bb25-8b38d89b1e92 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:47.283094 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-50e39c29-5852-4550-a5a5-eccef4f68066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:47.328437 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:36:47.409343 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-50e39c29-5852-4550-a5a5-eccef4f68066 None None] Current status of the port 1417665a-7161-4b39-bb25-8b38d89b1e92 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:47.409509 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-50e39c29-5852-4550-a5a5-eccef4f68066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:47.443751 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:47.444637 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-50e39c29-5852-4550-a5a5-eccef4f68066 None None] For port 1417665a-7161-4b39-bb25-8b38d89b1e92, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1417665a-7161-4b39-bb25-8b38d89b1e92,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:47.454840 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-50e39c29-5852-4550-a5a5-eccef4f68066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:47.456818 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:47.466281 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:47.471019 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47436) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:47.471595 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-30e590fe-b519-4831-a61e-ad6cab5cb5d1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7863297
Feb 28 10:36:47.497855 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:47.498621 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258a13a30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:47.572307 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e39c29-5852-4550-a5a5-eccef4f68066 None None] Pushing event updated for resources: {'Port': ['ID=1417665a-7161-4b39-bb25-8b38d89b1e92,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:47.628876 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:47.738911 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-36b37e46-a178-4e8c-a9c9-a43fd2f2747a None None] Provisioning complete for port 1417665a-7161-4b39-bb25-8b38d89b1e92 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:47.739211 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-36b37e46-a178-4e8c-a9c9-a43fd2f2747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.000599 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-36b37e46-a178-4e8c-a9c9-a43fd2f2747a None None] Current status of the port 1417665a-7161-4b39-bb25-8b38d89b1e92 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:48.015950 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258a13a30>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 3, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:48.045762 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:48.046118 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Updating router 5e9b2c4a-de07-4228-b070-6456c795b0ec port ef2e2f60-1da8-42e4-800a-2d416a889508 binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:36:48.072588 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.151503 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.304217 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Allocated IP 172.20.0.1 (f54c5564-db90-44fd-8f80-426da1be843a/d8355857-48f5-458f-b000-cf9b8b214bb5/aeb67d95-b27e-44e1-95b8-6b43118cbeee) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:48.324729 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Publish callbacks [] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.331288 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.392441 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Attempting to bind port ef2e2f60-1da8-42e4-800a-2d416a889508 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:48.392819 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Attempting to bind port ef2e2f60-1da8-42e4-800a-2d416a889508 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:48.393218 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Attempting to bind port ef2e2f60-1da8-42e4-800a-2d416a889508 on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:48.395224 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6833f-1b39-4bff-bff6-d94cd03d28a6 None None] Pushing event updated for resources: {'Port': ['ID=ef2e2f60-1da8-42e4-800a-2d416a889508,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:48.400861 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:48.401244 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:48.401645 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.402163 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:48.402704 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Bound port: ef2e2f60-1da8-42e4-800a-2d416a889508, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:48.403172 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.410466 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks [] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.444002 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.458247 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] For port ef2e2f60-1da8-42e4-800a-2d416a889508, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:48.461253 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] For port ef2e2f60-1da8-42e4-800a-2d416a889508, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ef2e2f60-1da8-42e4-800a-2d416a889508,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:48.466852 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.480629 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Network f54c5564-db90-44fd-8f80-426da1be843a is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:48.483651 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:48.487031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:48.516782 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb67d95-b27e-44e1-95b8-6b43118cbeee,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:48.532096 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.534952 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (5e9b2c4a-de07-4228-b070-6456c795b0ec), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.544843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:48.545488 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258a13a30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:48.550432 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6833f-1b39-4bff-bff6-d94cd03d28a6 None None] Pushing event updated for resources: {'Port': ['ID=ef2e2f60-1da8-42e4-800a-2d416a889508,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:48.673175 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 1417665a-7161-4b39-bb25-8b38d89b1e92 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:48.692696 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.711253 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:48.851318 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 1417665a-7161-4b39-bb25-8b38d89b1e92 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:48.851533 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.860637 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks [] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.865198 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.887939 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-007efaf6-fc9f-4f37-947f-024c5a25efe0 None None] Provisioning complete for port aeb67d95-b27e-44e1-95b8-6b43118cbeee triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:48.888328 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-007efaf6-fc9f-4f37-947f-024c5a25efe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.935791 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (5e9b2c4a-de07-4228-b070-6456c795b0ec), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:48.938613 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb67d95-b27e-44e1-95b8-6b43118cbeee,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:48.960670 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-007efaf6-fc9f-4f37-947f-024c5a25efe0 None None] Port aeb67d95-b27e-44e1-95b8-6b43118cbeee cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:36:49.023284 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 1417665a-7161-4b39-bb25-8b38d89b1e92 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:49.031351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Network f54c5564-db90-44fd-8f80-426da1be843a is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:49.031573 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258a13a30>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 3, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:49.032745 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:49.059639 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2703a-0845-4cc3-972a-acd758081943 None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 3, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:49.181235 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:36:49.283445 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-f67d7e77-15d7-4587-ab91-74a8de2c11cf None None] Provisioning complete for port aeb67d95-b27e-44e1-95b8-6b43118cbeee triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:49.283864 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f67d7e77-15d7-4587-ab91-74a8de2c11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:49.343862 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f67d7e77-15d7-4587-ab91-74a8de2c11cf None None] Port aeb67d95-b27e-44e1-95b8-6b43118cbeee cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:36:49.353080 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:49.359886 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3cf98b68-3eeb-4a8f-8266-9db7f0ced397 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e9b2c4a-de07-4228-b070-6456c795b0ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8875329
Feb 28 10:36:49.851490 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47456) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:49.857014 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2040039166-network', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:49.877987 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Made reservation on behalf of d467e14abb3d4405a46a4500f82450fb for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:49.880293 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:49.889281 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:49.938026 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:49.980130 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks [] for security_group (2f5f66a1-11cb-41c6-be50-869bc084918b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:49.984330 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (2f5f66a1-11cb-41c6-be50-869bc084918b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.014564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:36:50.021737 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f66a1-11cb-41c6-be50-869bc084918b,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:50.029709 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (d37a1fe7-168b-4ba0-984e-312e4cfa7388), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.030698 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Added segment d37a1fe7-168b-4ba0-984e-312e4cfa7388 of type vlan for network 44499cf9-018a-4269-8174-5b592bedcc9f
Feb 28 10:36:50.074559 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (44499cf9-018a-4269-8174-5b592bedcc9f), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.099901 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (44499cf9-018a-4269-8174-5b592bedcc9f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.100943 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:50.101529 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.152503 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.2993057
Feb 28 10:36:50.155348 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47458) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:50.160339 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Request body: {'subnet': {'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2040039166-subnet', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'ip_version': 4}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:50.165270 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9abea-debe-48e2-9f15-c20ebb21ad67 admin admin] Pushing event updated for resources: {'Network': ['ID=44499cf9-018a-4269-8174-5b592bedcc9f,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:50.176673 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 44499cf9-018a-4269-8174-5b592bedcc9f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:36:50.180704 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Made reservation on behalf of d467e14abb3d4405a46a4500f82450fb for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:36:50.183801 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4328548'] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.353785 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4328534'] for subnet (3b84cc9a-66dd-4e57-a622-e773abb85e7a), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.406688 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b84cc9a-66dd-4e57-a622-e773abb85e7a,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:50.416875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Checking segment: {'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:50.417242 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Network hostable DHCP agents. Network: 44499cf9-018a-4269-8174-5b592bedcc9f, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:36:50.434803 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Network 44499cf9-018a-4269-8174-5b592bedcc9f is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:36:50.443793 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 44499cf9-018a-4269-8174-5b592bedcc9f) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:50.448273 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:36:50.448933 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.455203 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c68ec-316e-409c-aaf4-a5a82ecc8606 None None] Network 44499cf9-018a-4269-8174-5b592bedcc9f requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:50.470926 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47462) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:50.471460 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-bc7a792c-46db-4f7b-ae4f-8ada786ebcde admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3146443
Feb 28 10:36:50.475996 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:50.505010 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124134'] for router (b3817b3c-714d-4deb-8219-a96d91c4e5e4), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.506291 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124127'] for router (b3817b3c-714d-4deb-8219-a96d91c4e5e4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.573323 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks [] for router_controller (b3817b3c-714d-4deb-8219-a96d91c4e5e4), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.607250 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device ef2e2f60-1da8-42e4-800a-2d416a889508 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:50.611799 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-44499cf9-018a-4269-8174-5b592bedcc9f', 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f', 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'fixed_ips': [{'subnet_id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a'}]}} from dv-cinder-master-3-iscsi. {{(pid=102810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 28 10:36:50.612705 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.739129 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks [] for router_gateway (b3817b3c-714d-4deb-8219-a96d91c4e5e4), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.742301 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port ef2e2f60-1da8-42e4-800a-2d416a889508 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:50.742707 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.822606 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Allocated IP 172.20.0.2 (44499cf9-018a-4269-8174-5b592bedcc9f/3b84cc9a-66dd-4e57-a622-e773abb85e7a/51026ddd-7458-46ad-a9d1-787824f6f241) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:50.892897 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:50.904294 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:50.904923 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259ccceb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:50.954482 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks [] for router_gateway (b3817b3c-714d-4deb-8219-a96d91c4e5e4), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:50.975202 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.052976 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port ef2e2f60-1da8-42e4-800a-2d416a889508 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:51.053372 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.081341 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port ef2e2f60-1da8-42e4-800a-2d416a889508, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ef2e2f60-1da8-42e4-800a-2d416a889508,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:51.088520 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Allocated IP 172.37.2.92 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/29936d2b-d70c-4d55-a7ea-ef4ae2a85322) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:51.088873 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.127531 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:51.177014 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=ef2e2f60-1da8-42e4-800a-2d416a889508,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:51.200143 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Publish callbacks [] for port (51026ddd-7458-46ad-a9d1-787824f6f241), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.207684 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.213490 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks [] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.251679 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.252745 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Network 44499cf9-018a-4269-8174-5b592bedcc9f is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:51.255762 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Resources bound (agent type, host, resource id):  {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:51.258248 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:51.297703 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:51.300842 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:51.304208 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:51.325426 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Pushing event updated for resources: {'Port': ['ID=51026ddd-7458-46ad-a9d1-787824f6f241,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:51.329165 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Attempting to bind port 51026ddd-7458-46ad-a9d1-787824f6f241 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:51.329544 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Attempting to bind port 51026ddd-7458-46ad-a9d1-787824f6f241 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:51.329915 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Attempting to bind port 51026ddd-7458-46ad-a9d1-787824f6f241 on network 44499cf9-018a-4269-8174-5b592bedcc9f {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:51.335232 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:51.335615 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Checking segment: {'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:51.335792 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259ccceb0>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 2, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:51.336051 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.336408 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Bound using segment: {'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:51.336872 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Bound port: 51026ddd-7458-46ad-a9d1-787824f6f241, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:51.337257 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.352499 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Pushing event updated for resources: {'Port': ['ID=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:51.367856 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:51.368215 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Updating router 5e9b2c4a-de07-4228-b070-6456c795b0ec port aeb67d95-b27e-44e1-95b8-6b43118cbeee binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:36:51.398232 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.409079 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] For port 51026ddd-7458-46ad-a9d1-787824f6f241, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:51.413009 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] For port 51026ddd-7458-46ad-a9d1-787824f6f241, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51026ddd-7458-46ad-a9d1-787824f6f241,segment=NetworkSegment(d37a1fe7-168b-4ba0-984e-312e4cfa7388),segment_id=d37a1fe7-168b-4ba0-984e-312e4cfa7388)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:51.420380 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.489284 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce650e-00d4-42d7-9684-f15e27f42d1c None None] Pushing event updated for resources: {'Port': ['ID=51026ddd-7458-46ad-a9d1-787824f6f241,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:51.621685 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks [] for router_gateway (b3817b3c-714d-4deb-8219-a96d91c4e5e4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.697367 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Publish callbacks [] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.710554 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.767350 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Pushing event updated for resources: {'Port': ['ID=aeb67d95-b27e-44e1-95b8-6b43118cbeee,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:51.798897 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.799273 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.799630 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.799975 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.800315 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.800651 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.800984 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.801316 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.801644 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.801988 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.802322 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.802668 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.802996 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:36:51.848292 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Attempting to bind port aeb67d95-b27e-44e1-95b8-6b43118cbeee on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:51.848660 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Attempting to bind port aeb67d95-b27e-44e1-95b8-6b43118cbeee by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:51.849075 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Attempting to bind port aeb67d95-b27e-44e1-95b8-6b43118cbeee on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:51.855096 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:51.856719 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Checking segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:51.857137 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.857540 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Bound using segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:51.858030 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Bound port: aeb67d95-b27e-44e1-95b8-6b43118cbeee, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:51.858442 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.898964 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541350'] for router (b3817b3c-714d-4deb-8219-a96d91c4e5e4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:51.933410 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] For port aeb67d95-b27e-44e1-95b8-6b43118cbeee, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:51.936926 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] For port aeb67d95-b27e-44e1-95b8-6b43118cbeee, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aeb67d95-b27e-44e1-95b8-6b43118cbeee,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:51.948398 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:52.009279 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:52.009920 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259ccceb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:52.050758 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c5d9a-cda6-46e6-ad55-dd24c58635b2 None None] Pushing event updated for resources: {'Port': ['ID=aeb67d95-b27e-44e1-95b8-6b43118cbeee,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:52.052481 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Router b3817b3c-714d-4deb-8219-a96d91c4e5e4 is scheduled to L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 10:36:52.121667 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-9d69ba2f-598f-4972-9429-76e50abef124 None None] Provisioning complete for port aeb67d95-b27e-44e1-95b8-6b43118cbeee triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:52.122508 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9d69ba2f-598f-4972-9429-76e50abef124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:52.158319 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:52.222338 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:52.238726 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Sync routers for ids ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:52.250062 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:52.256059 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2c59e976-71d4-4351-9380-e23ccb65e2ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7813191
Feb 28 10:36:52.258654 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47468) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:52.273463 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-9d69ba2f-598f-4972-9429-76e50abef124 None None] Current status of the port aeb67d95-b27e-44e1-95b8-6b43118cbeee is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:52.274285 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9d69ba2f-598f-4972-9429-76e50abef124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:52.300360 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Routers {'b3817b3c-714d-4deb-8219-a96d91c4e5e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:52.301375 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258e29550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:52.383451 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-9d69ba2f-598f-4972-9429-76e50abef124 None None] For port aeb67d95-b27e-44e1-95b8-6b43118cbeee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aeb67d95-b27e-44e1-95b8-6b43118cbeee,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:52.393459 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9d69ba2f-598f-4972-9429-76e50abef124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:52.463976 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259ccceb0>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:52.501802 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28f7ea-8a7c-40fd-bd10-4a50e5f2e147 None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:52.535002 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Set router b3817b3c-714d-4deb-8219-a96d91c4e5e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:52.593065 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69ba2f-598f-4972-9429-76e50abef124 None None] Pushing event updated for resources: {'Port': ['ID=aeb67d95-b27e-44e1-95b8-6b43118cbeee,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:52.635664 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-9c50fc1f-270b-4cff-899c-175f78d75fd1 None None] Provisioning complete for port aeb67d95-b27e-44e1-95b8-6b43118cbeee triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:52.637882 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c50fc1f-270b-4cff-899c-175f78d75fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:52.867334 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-9c50fc1f-270b-4cff-899c-175f78d75fd1 None None] Current status of the port aeb67d95-b27e-44e1-95b8-6b43118cbeee is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:52.908305 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258e29550>, [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92'}], 'enable_snat': True}, 'gw_port_id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 3, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port': {'id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:52.948649 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device ef2e2f60-1da8-42e4-800a-2d416a889508 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:52.951092 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e486e-5253-49c2-a489-c3b25f3200c1 None None] Network 44499cf9-018a-4269-8174-5b592bedcc9f requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:36:52.955001 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Checking router: b3817b3c-714d-4deb-8219-a96d91c4e5e4 for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:52.955365 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Updating router b3817b3c-714d-4deb-8219-a96d91c4e5e4 port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 binding host dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:36:53.036679 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.068636 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.105750 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-e70efc1b-4c38-4c80-90c5-c7a820c33c64 None None] Provisioning complete for port 51026ddd-7458-46ad-a9d1-787824f6f241 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:53.106152 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e70efc1b-4c38-4c80-90c5-c7a820c33c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.220023 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Allocated IP 172.20.0.1 (44499cf9-018a-4269-8174-5b592bedcc9f/3b84cc9a-66dd-4e57-a622-e773abb85e7a/e8d3c2f4-d7b6-4f3c-8364-78c172c43416) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:36:53.250505 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port ef2e2f60-1da8-42e4-800a-2d416a889508 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:53.250960 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.342702 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks [] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.406092 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.415162 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e70efc1b-4c38-4c80-90c5-c7a820c33c64 None None] Current status of the port 51026ddd-7458-46ad-a9d1-787824f6f241 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:53.415567 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e70efc1b-4c38-4c80-90c5-c7a820c33c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.445486 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Network 44499cf9-018a-4269-8174-5b592bedcc9f is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:53.451680 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:53.455450 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:36:53.499510 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port ef2e2f60-1da8-42e4-800a-2d416a889508 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:53.500773 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 51026ddd-7458-46ad-a9d1-787824f6f241 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:53.501460 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:53.504529 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544507'] for router_interface (b3817b3c-714d-4deb-8219-a96d91c4e5e4), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.533255 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-e70efc1b-4c38-4c80-90c5-c7a820c33c64 None None] For port 51026ddd-7458-46ad-a9d1-787824f6f241, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51026ddd-7458-46ad-a9d1-787824f6f241,segment=NetworkSegment(d37a1fe7-168b-4ba0-984e-312e4cfa7388),segment_id=d37a1fe7-168b-4ba0-984e-312e4cfa7388)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:53.557013 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e70efc1b-4c38-4c80-90c5-c7a820c33c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.654667 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Publish callbacks [] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.664615 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70efc1b-4c38-4c80-90c5-c7a820c33c64 None None] Pushing event updated for resources: {'Port': ['ID=51026ddd-7458-46ad-a9d1-787824f6f241,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:53.671814 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.688618 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.705312 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 51026ddd-7458-46ad-a9d1-787824f6f241 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:53.705721 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.768176 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-7fa00978-8b7f-48e7-a539-9187a993200b None None] Provisioning complete for port 51026ddd-7458-46ad-a9d1-787824f6f241 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:53.768561 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7fa00978-8b7f-48e7-a539-9187a993200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.774073 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d81b3-04af-4f26-9677-570908025510 None None] Pushing event updated for resources: {'Port': ['ID=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:53.776443 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Attempting to bind port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:53.776824 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Attempting to bind port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:53.777909 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Attempting to bind port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 on network c851560d-5d8e-4c28-a05d-f54e16006ad6 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:53.805606 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:53.806007 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Checking segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:53.806404 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.806835 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Bound using segment: {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:53.807383 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Bound port: 29936d2b-d70c-4d55-a7ea-ef4ae2a85322, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3093062-81bf-4cee-9fe4-5522c935b99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:53.807726 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.900828 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks [] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.911027 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.986292 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545899'] for router_interface (b3817b3c-714d-4deb-8219-a96d91c4e5e4), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:53.988013 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:54.044753 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] For port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:54.048548 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] For port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:54.060159 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:54.061807 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 51026ddd-7458-46ad-a9d1-787824f6f241 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:54.081231 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Network 44499cf9-018a-4269-8174-5b592bedcc9f is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:36:54.082835 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:36:54.139815 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7fa00978-8b7f-48e7-a539-9187a993200b None None] Current status of the port 51026ddd-7458-46ad-a9d1-787824f6f241 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:54.154286 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Routers {'b3817b3c-714d-4deb-8219-a96d91c4e5e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:54.154738 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258e29550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:54.156660 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d81b3-04af-4f26-9677-570908025510 None None] Pushing event updated for resources: {'Port': ['ID=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:54.298655 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-4905579b-bcbf-47ce-b2a9-2979cc563748 None None] Provisioning complete for port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:54.299043 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4905579b-bcbf-47ce-b2a9-2979cc563748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:54.304673 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] Set router b3817b3c-714d-4deb-8219-a96d91c4e5e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:54.373846 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4905579b-bcbf-47ce-b2a9-2979cc563748 None None] Port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:36:54.461662 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Router b3817b3c-714d-4deb-8219-a96d91c4e5e4 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:36:54.520065 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-b190637d-62c8-4428-a77e-51a637784cb9 None None] Provisioning complete for port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:54.520419 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b190637d-62c8-4428-a77e-51a637784cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:54.575351 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b190637d-62c8-4428-a77e-51a637784cb9 None None] Port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:36:54.589007 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:36:54.589737 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258e29550>, [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92'}], 'enable_snat': True}, 'gw_port_id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 4, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port': {'id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e8d3c2f4-d7b6-4f3c-8364-78c172c43416', 'name': '', 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'mac_address': 'fa:16:3e:d8:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:53Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 2, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'subnets': [{'id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:54.597618 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e78c5c10-4cde-4b55-8727-d8cbb043e7f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3817b3c-714d-4deb-8219-a96d91c4e5e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3363659
Feb 28 10:36:54.619959 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b598e0f-867a-4cd2-bb8f-93d46b2036ef None None] The sync data for ids ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'] in dv-cinder-master-3-iscsi is: [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92'}], 'enable_snat': True}, 'gw_port_id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 4, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port': {'id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e8d3c2f4-d7b6-4f3c-8364-78c172c43416', 'name': '', 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'mac_address': 'fa:16:3e:d8:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:53Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 2, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'subnets': [{'id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:54.660185 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device aeb67d95-b27e-44e1-95b8-6b43118cbeee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:54.714043 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port aeb67d95-b27e-44e1-95b8-6b43118cbeee triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:54.714450 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:54.798249 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port aeb67d95-b27e-44e1-95b8-6b43118cbeee is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:54.799387 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 51026ddd-7458-46ad-a9d1-787824f6f241 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:54.861738 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 51026ddd-7458-46ad-a9d1-787824f6f241 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:54.862226 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:54.965582 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 51026ddd-7458-46ad-a9d1-787824f6f241 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:55.347710 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47486) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:55.354855 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-d388806b-0d57-4a13-b2b1-7e88651bb691 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034988073', 'description': 'tempest-secgroup-smoke-2034988073 description', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:55.376336 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d388806b-0d57-4a13-b2b1-7e88651bb691 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.447106 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d388806b-0d57-4a13-b2b1-7e88651bb691 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group (f8db74a4-c763-42b4-ad0d-12c095905505), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.451181 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d388806b-0d57-4a13-b2b1-7e88651bb691 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (f8db74a4-c763-42b4-ad0d-12c095905505), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.482820 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d388806b-0d57-4a13-b2b1-7e88651bb691 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.484169 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d388806b-0d57-4a13-b2b1-7e88651bb691 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1342907
Feb 28 10:36:55.487298 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47488) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:55.492161 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-514b5fd6-213c-41be-a69a-9b086580d791 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'security_group_rule': {'security_group_id': 'f8db74a4-c763-42b4-ad0d-12c095905505', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:55.497663 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388806b-0d57-4a13-b2b1-7e88651bb691 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db74a4-c763-42b4-ad0d-12c095905505,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:55.520565 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-514b5fd6-213c-41be-a69a-9b086580d791 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (a17464c8-3a9f-498d-9e37-c61f03f2ce5a), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.577723 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-514b5fd6-213c-41be-a69a-9b086580d791 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (a17464c8-3a9f-498d-9e37-c61f03f2ce5a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.581962 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-514b5fd6-213c-41be-a69a-9b086580d791 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (a17464c8-3a9f-498d-9e37-c61f03f2ce5a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.604660 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b5fd6-213c-41be-a69a-9b086580d791 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17464c8-3a9f-498d-9e37-c61f03f2ce5a,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:55.612948 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-514b5fd6-213c-41be-a69a-9b086580d791 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.614154 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-514b5fd6-213c-41be-a69a-9b086580d791 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1259131
Feb 28 10:36:55.616918 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47490) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:55.622208 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-b7b2d6f4-ff70-4fd0-9520-4152cfae1f32 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'security_group_rule': {'security_group_id': 'f8db74a4-c763-42b4-ad0d-12c095905505', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:55.648512 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d6f4-ff70-4fd0-9520-4152cfae1f32 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (19e530e0-4935-4a8f-8f0b-12c94c553dfc), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.709444 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d6f4-ff70-4fd0-9520-4152cfae1f32 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (19e530e0-4935-4a8f-8f0b-12c94c553dfc), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.713549 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d6f4-ff70-4fd0-9520-4152cfae1f32 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (19e530e0-4935-4a8f-8f0b-12c94c553dfc), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.732861 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2d6f4-ff70-4fd0-9520-4152cfae1f32 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e530e0-4935-4a8f-8f0b-12c94c553dfc,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:55.738310 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d6f4-ff70-4fd0-9520-4152cfae1f32 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.739564 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b7b2d6f4-ff70-4fd0-9520-4152cfae1f32 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1217034
Feb 28 10:36:55.742372 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47492) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:55.747444 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-891b3978-9b30-49ae-b3ab-27b42e6608f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'security_group_rule': {'security_group_id': 'f8db74a4-c763-42b4-ad0d-12c095905505', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:55.773718 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-891b3978-9b30-49ae-b3ab-27b42e6608f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (3e7cd155-99c5-444c-9255-58a766bde01b), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.833292 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-891b3978-9b30-49ae-b3ab-27b42e6608f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (3e7cd155-99c5-444c-9255-58a766bde01b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.837264 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-891b3978-9b30-49ae-b3ab-27b42e6608f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (3e7cd155-99c5-444c-9255-58a766bde01b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.858999 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b3978-9b30-49ae-b3ab-27b42e6608f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7cd155-99c5-444c-9255-58a766bde01b,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:55.866571 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-891b3978-9b30-49ae-b3ab-27b42e6608f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.867809 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-891b3978-9b30-49ae-b3ab-27b42e6608f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1243477
Feb 28 10:36:55.870442 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47494) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:55.875886 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-b9510a45-e72d-4f4b-a4f1-d0edcf899766 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'security_group_rule': {'security_group_id': 'f8db74a4-c763-42b4-ad0d-12c095905505', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:55.901127 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b9510a45-e72d-4f4b-a4f1-d0edcf899766 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (f2e4ea36-b40e-4e08-ad2e-00a87f0cb732), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.962100 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b9510a45-e72d-4f4b-a4f1-d0edcf899766 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (f2e4ea36-b40e-4e08-ad2e-00a87f0cb732), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.966446 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b9510a45-e72d-4f4b-a4f1-d0edcf899766 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (f2e4ea36-b40e-4e08-ad2e-00a87f0cb732), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.988297 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9510a45-e72d-4f4b-a4f1-d0edcf899766 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e4ea36-b40e-4e08-ad2e-00a87f0cb732,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:55.993713 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b9510a45-e72d-4f4b-a4f1-d0edcf899766 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:55.995181 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b9510a45-e72d-4f4b-a4f1-d0edcf899766 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1227660
Feb 28 10:36:55.998197 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47496) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:56.002396 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'security_group_rule': {'security_group_id': 'f8db74a4-c763-42b4-ad0d-12c095905505', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:56.022939 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.securitygroups_db [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Project 340c3f500cc14200bce6eb3ae5d77f21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 10:36:56.029180 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (de1f0e41-65a8-4e32-a217-8cdc3ddcd548), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.086479 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (de1f0e41-65a8-4e32-a217-8cdc3ddcd548), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.089692 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (de1f0e41-65a8-4e32-a217-8cdc3ddcd548), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.106458 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1f0e41-65a8-4e32-a217-8cdc3ddcd548,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:56.114234 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.115477 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-17888361-ca33-4d75-937d-7a8a12eb28b9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1163161
Feb 28 10:36:56.118210 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47498) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:36:56.123031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'security_group_rule': {'security_group_id': 'f8db74a4-c763-42b4-ad0d-12c095905505', 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:36:56.143620 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.securitygroups_db [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Project 340c3f500cc14200bce6eb3ae5d77f21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 10:36:56.148676 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (10552025-f372-4d40-bae4-0a483fba7696), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.208753 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (10552025-f372-4d40-bae4-0a483fba7696), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.212304 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623276'] for security_group_rule (10552025-f372-4d40-bae4-0a483fba7696), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.229408 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10552025-f372-4d40-bae4-0a483fba7696,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:56.238169 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.239408 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6fcb7280-d3c7-4ce2-a943-50a302f44ea0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1202421
Feb 28 10:36:56.609944 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:56.641420 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Sync routers for ids ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:36:56.655286 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Routers {'b3817b3c-714d-4deb-8219-a96d91c4e5e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:56.655942 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259ccc940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:56.667047 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:56.667660 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.756423 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:56.756803 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.781818 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] For port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:56.785930 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:56.786092 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Set router b3817b3c-714d-4deb-8219-a96d91c4e5e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:56.833173 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Pushing event updated for resources: {'Port': ['ID=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:56.986576 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259ccc940>, [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92'}], 'enable_snat': True}, 'gw_port_id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 4, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port': {'id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e8d3c2f4-d7b6-4f3c-8364-78c172c43416', 'name': '', 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'mac_address': 'fa:16:3e:d8:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:53Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 2, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'subnets': [{'id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:57.019001 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Checking router: b3817b3c-714d-4deb-8219-a96d91c4e5e4 for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:36:57.019356 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Updating router b3817b3c-714d-4deb-8219-a96d91c4e5e4 port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 binding host dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 28 10:36:57.046042 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.315236 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Publish callbacks [] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.320637 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.374373 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641f979-7373-4bfe-baa9-cd3b6a374aab None None] Pushing event updated for resources: {'Port': ['ID=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:57.427789 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Attempting to bind port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:36:57.428190 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Attempting to bind port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:36:57.428560 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Attempting to bind port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 on network 44499cf9-018a-4269-8174-5b592bedcc9f {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:36:57.434410 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Checking agent: {'id': 'f9219552-c29c-41e9-8e48-33c9a5dba953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 23, 20), 'started_at': datetime.datetime(2022, 2, 28, 10, 23, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:36:57.434840 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Checking segment: {'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:36:57.435270 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.435664 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Bound using segment: {'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:36:57.436138 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Bound port: e8d3c2f4-d7b6-4f3c-8364-78c172c43416, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37a1fe7-168b-4ba0-984e-312e4cfa7388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:36:57.436541 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.507076 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] For port e8d3c2f4-d7b6-4f3c-8364-78c172c43416, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:36:57.510167 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] For port e8d3c2f4-d7b6-4f3c-8364-78c172c43416, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,segment=NetworkSegment(d37a1fe7-168b-4ba0-984e-312e4cfa7388),segment_id=d37a1fe7-168b-4ba0-984e-312e4cfa7388)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:36:57.516793 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.577620 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Routers {'b3817b3c-714d-4deb-8219-a96d91c4e5e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:36:57.578244 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259ccc940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:36:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:57.618940 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-2ac219d0-37df-4a23-ad23-6eb8a3d155bc None None] Provisioning complete for port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:57.619561 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641f979-7373-4bfe-baa9-cd3b6a374aab None None] Pushing event updated for resources: {'Port': ['ID=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:57.620169 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ac219d0-37df-4a23-ad23-6eb8a3d155bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.720254 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-2ac219d0-37df-4a23-ad23-6eb8a3d155bc None None] Current status of the port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 is: DOWN; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:57.720658 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ac219d0-37df-4a23-ad23-6eb8a3d155bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.767055 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-2ac219d0-37df-4a23-ad23-6eb8a3d155bc None None] For port e8d3c2f4-d7b6-4f3c-8364-78c172c43416, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,segment=NetworkSegment(d37a1fe7-168b-4ba0-984e-312e4cfa7388),segment_id=d37a1fe7-168b-4ba0-984e-312e4cfa7388)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:36:57.771181 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ac219d0-37df-4a23-ad23-6eb8a3d155bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.812185 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] Set router b3817b3c-714d-4deb-8219-a96d91c4e5e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:36:57.822872 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac219d0-37df-4a23-ad23-6eb8a3d155bc None None] Pushing event updated for resources: {'Port': ['ID=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:36:57.890762 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-efd01ca3-e05e-40c7-9764-17d0ac5eedc1 None None] Provisioning complete for port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:57.891147 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efd01ca3-e05e-40c7-9764-17d0ac5eedc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:57.971622 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-efd01ca3-e05e-40c7-9764-17d0ac5eedc1 None None] Current status of the port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:58.017407 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259ccc940>, [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92'}], 'enable_snat': True}, 'gw_port_id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 4, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port': {'id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e8d3c2f4-d7b6-4f3c-8364-78c172c43416', 'name': '', 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'mac_address': 'fa:16:3e:d8:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:53Z', 'updated_at': '2022-02-28T10:36:57Z', 'revision_number': 4, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'subnets': [{'id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:36:58.044469 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8cc4-d137-4b00-8d00-dec2f2473562 None None] The sync data for ids ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'] in dv-cinder-master-3-iscsi is: [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92'}], 'enable_snat': True}, 'gw_port_id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:53Z', 'revision_number': 4, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port': {'id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e8d3c2f4-d7b6-4f3c-8364-78c172c43416', 'name': '', 'network_id': '44499cf9-018a-4269-8174-5b592bedcc9f', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'mac_address': 'fa:16:3e:d8:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:53Z', 'updated_at': '2022-02-28T10:36:57Z', 'revision_number': 4, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'subnets': [{'id': '3b84cc9a-66dd-4e57-a622-e773abb85e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:36:58.598396 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:58.649955 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:58.650674 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:58.730721 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:36:58.731819 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device e8d3c2f4-d7b6-4f3c-8364-78c172c43416 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:36:58.777528 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Provisioning complete for port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:36:58.777916 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:36:58.859073 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Current status of the port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:06.075416 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:09.990354 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67ccbe-28c8-4110-9f2d-fbed4fb1b0cf req-757059af-547e-4857-98f8-ce2834ac5604 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:09.994629 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa67ccbe-28c8-4110-9f2d-fbed4fb1b0cf req-757059af-547e-4857-98f8-ce2834ac5604 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0563354
Feb 28 10:37:10.040614 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aa67ccbe-28c8-4110-9f2d-fbed4fb1b0cf req-b0809eab-f991-4d0a-93b9-da9921bd5310 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429411
Feb 28 10:37:11.166554 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856384e-f298-493f-9f3a-15d1ae8173af req-8afa908c-11c3-42ee-942b-e300f669cea9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:11.168612 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9856384e-f298-493f-9f3a-15d1ae8173af req-8afa908c-11c3-42ee-942b-e300f669cea9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0567687
Feb 28 10:37:11.213719 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9856384e-f298-493f-9f3a-15d1ae8173af req-0b0938cd-6121-4a67-bf26-fe2512ff370e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396407
Feb 28 10:37:12.335083 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f46d09-6c42-43d6-b19b-eff662648fa5 req-6a46201d-4975-47d8-8656-c7f560710e90 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:12.336566 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77f46d09-6c42-43d6-b19b-eff662648fa5 req-6a46201d-4975-47d8-8656-c7f560710e90 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0535572
Feb 28 10:37:12.389992 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-77f46d09-6c42-43d6-b19b-eff662648fa5 req-e1478dae-8520-41b7-a079-112251fcb246 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469925
Feb 28 10:37:13.518355 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531823-4bbb-4c15-a560-8dd47a444b90 req-32426568-c80c-4701-9af5-7eca28fb6755 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:13.519888 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-34531823-4bbb-4c15-a560-8dd47a444b90 req-32426568-c80c-4701-9af5-7eca28fb6755 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0557878
Feb 28 10:37:13.572730 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-34531823-4bbb-4c15-a560-8dd47a444b90 req-7a07828f-34ef-4ac4-85a1-7e806dc7fd2b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473304
Feb 28 10:37:13.656233 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f601d4da-5ed0-452e-9a65-62ebac4b9065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:13.756614 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-98c54c91-098c-471d-838d-66da2540bb0a tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034988073&fields=id&tenant_id=340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 267 time: 0.0434358
Feb 28 10:37:13.859175 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-d477a6c6-4f8a-4299-af36-ff7ac3d42981 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:13.860648 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-d477a6c6-4f8a-4299-af36-ff7ac3d42981 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 811 time: 0.0975471
Feb 28 10:37:13.875532 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-6fa470c1-aab5-4360-9720-dcdd7d754b3b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/quotas/340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 375 time: 0.0093689
Feb 28 10:37:13.935238 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-30bb07dc-658b-4ae0-8a73-f6b5a763f4f8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0529704
Feb 28 10:37:14.114539 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-3ca90f00-5531-48cc-8aa2-24c9ede819c2 service neutron] 10.222.0.21 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680050
Feb 28 10:37:14.204690 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-342c5f81-a05b-4e09-9e08-34de16f8025e service neutron] 10.222.0.21 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842528
Feb 28 10:37:14.482088 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e759d169-33fd-4fe5-98bd-ca8b7c0d2d27 req-9f37dba0-ee95-4279-8c7b-c687391f0f89 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 210 time: 0.0286782
Feb 28 10:37:14.704276 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f623a65-0ed9-40a3-9635-247c7526fcff req-a87547f0-b132-4195-9996-30522e18f113 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:14.706328 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4f623a65-0ed9-40a3-9635-247c7526fcff req-a87547f0-b132-4195-9996-30522e18f113 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0595362
Feb 28 10:37:14.755834 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4f623a65-0ed9-40a3-9635-247c7526fcff req-12ae2c4f-cbae-4f3d-9416-702bf1cc05c9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439804
Feb 28 10:37:15.584532 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2d0af177-9ef8-44d7-b46d-b9f5dbccfd91 req-98a5a95d-85f1-4a5e-a42a-a623c67ef7fb tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 210 time: 0.0350764
Feb 28 10:37:15.755601 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-59e56f43-d8a0-4dc6-a660-8c149f93412f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:15.757091 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-59e56f43-d8a0-4dc6-a660-8c149f93412f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 811 time: 0.1125386
Feb 28 10:37:15.848688 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-36acdd3e-d26f-4412-9210-50e179763972 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 380 time: 0.0675645
Feb 28 10:37:15.880159 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'port': {'device_id': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'admin_state_up': True, 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'security_groups': ['f8db74a4-c763-42b4-ad0d-12c095905505']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:15.898677 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200381-a354-4cbb-a52d-ee57643661f4 req-09d66255-c472-4b87-a191-03a8dc6521c6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:15.900204 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f0200381-a354-4cbb-a52d-ee57643661f4 req-09d66255-c472-4b87-a191-03a8dc6521c6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0616648
Feb 28 10:37:15.955458 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f0200381-a354-4cbb-a52d-ee57643661f4 req-31c36584-119c-40ae-8f51-5985ee87a9f3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486856
Feb 28 10:37:15.964849 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa6d0-e9e5-4a50-894b-e7ee6f0ba783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:15.999774 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Made reservation on behalf of 340c3f500cc14200bce6eb3ae5d77f21 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:37:16.003014 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.124398 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Allocated IP 172.20.0.10 (f54c5564-db90-44fd-8f80-426da1be843a/d8355857-48f5-458f-b000-cf9b8b214bb5/529b48cb-8201-4cd7-9a2e-93e7994b3a10) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:37:16.263598 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.297510 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.339090 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Network f54c5564-db90-44fd-8f80-426da1be843a is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:37:16.342500 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:37:16.349016 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:37:16.354393 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=529b48cb-8201-4cd7-9a2e-93e7994b3a10,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:16.388633 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.389002 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.389359 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.389762 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.390099 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.390452 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.390913 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.391347 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.391663 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.392031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.392423 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.392757 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.393160 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:16.419893 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:16.420592 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.438930 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-9ecca771-0967-4a52-a61b-78b806696e8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5635121
Feb 28 10:37:16.511512 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Request body: {'port': {'device_id': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:16.573119 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.619895 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-d0472a9c-3eb7-4a1c-aed0-03f171b4bb95 None None] Provisioning complete for port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:37:16.621593 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d0472a9c-3eb7-4a1c-aed0-03f171b4bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.663271 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d0472a9c-3eb7-4a1c-aed0-03f171b4bb95 None None] Port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:37:16.734751 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bc3c-7dd0-4539-87e7-e386a6f1cc60 req-7b80f929-1c2e-4c81-9217-bde8d06d18ce tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:16.736342 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4207bc3c-7dd0-4539-87e7-e386a6f1cc60 req-7b80f929-1c2e-4c81-9217-bde8d06d18ce tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 932 time: 0.0577533
Feb 28 10:37:16.784316 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4207bc3c-7dd0-4539-87e7-e386a6f1cc60 req-1349f58b-a628-4d39-9a84-79b53d52b853 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423856
Feb 28 10:37:16.850542 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529b48cb-8201-4cd7-9a2e-93e7994b3a10 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:37:16.859387 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Publish callbacks [] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.872622 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Transition to ACTIVE for port object 529b48cb-8201-4cd7-9a2e-93e7994b3a10 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:37:16.876529 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:16.947125 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=529b48cb-8201-4cd7-9a2e-93e7994b3a10,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:17.002626 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Attempting to bind port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:37:17.003014 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Attempting to bind port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:37:17.003335 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Attempting to bind port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:37:17.012235 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 on network f54c5564-db90-44fd-8f80-426da1be843a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:37:17.012723 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Attempting to bind port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:37:17.018074 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:37:17.018429 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Checking segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:37:17.018849 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Bound using segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:37:17.019290 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Bound port: 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:37:17.019658 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:17.103100 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a12ed-0e13-4aab-8de6-829dbe14d9b1 req-6850b947-7890-464d-af5e-500f48559113 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:17.104680 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c81a12ed-0e13-4aab-8de6-829dbe14d9b1 req-6850b947-7890-464d-af5e-500f48559113 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0614889
Feb 28 10:37:17.122844 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:17.169348 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c81a12ed-0e13-4aab-8de6-829dbe14d9b1 req-d056cb1c-04b0-481f-9f1e-4b101cf7a645 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589197
Feb 28 10:37:17.338938 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] For port 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:37:17.342282 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] For port 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:37:17.348250 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:17.381292 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:17.382009 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:17.383324 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] 10.222.0.26 "PUT /v2.0/ports/529b48cb-8201-4cd7-9a2e-93e7994b3a10 HTTP/1.1" status: 200  len: 1094 time: 0.9287586
Feb 28 10:37:17.383769 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:17.385986 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb04c74-436b-4a74-b9ca-54d631ce591e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:17.425666 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ab596-9475-439c-b9b3-2008ae0e9ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=529b48cb-8201-4cd7-9a2e-93e7994b3a10,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:17.498407 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-51174eb1-2ef9-4344-a982-0cb6479c3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:17.499964 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-51174eb1-2ef9-4344-a982-0cb6479c3a98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 1128 time: 0.0510061
Feb 28 10:37:17.513812 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac584cfa-6931-44ff-bd35-c42d414d49c6 x-openstack-request-id: req-ac584cfa-6931-44ff-bd35-c42d414d49c6 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:17.514126 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:17.514412 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac584cfa-6931-44ff-bd35-c42d414d49c6 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:17.515087 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'status': 'completed', 'code': 200}
Feb 28 10:37:17.571122 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-58b55c58-70d5-43d1-9a69-59941b365269 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10 HTTP/1.1" status: 200  len: 217 time: 0.0386901
Feb 28 10:37:17.624422 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-00465f51-1529-4f02-ad89-2c8996d7e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:17.625909 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-00465f51-1529-4f02-ad89-2c8996d7e677 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0448568
Feb 28 10:37:17.677200 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-79a3368c-f573-469c-8d84-091a86eee533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:17.678747 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-79a3368c-f573-469c-8d84-091a86eee533 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0450747
Feb 28 10:37:17.774665 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-2bfc9fae-d32a-4f26-b5f5-148e3b3999f2 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869312
Feb 28 10:37:17.871570 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ef3663a-677d-4d56-8d78-1090b3508fca req-7e1db6cb-fc71-4248-82f9-d90f5cb3a177 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900290
Feb 28 10:37:17.903316 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274a052-1f13-491c-b97d-c71650e03a1b req-fe923cc6-5033-4681-bb0e-006cd94bc58f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:17.904963 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a274a052-1f13-491c-b97d-c71650e03a1b req-fe923cc6-5033-4681-bb0e-006cd94bc58f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0550528
Feb 28 10:37:17.955467 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a274a052-1f13-491c-b97d-c71650e03a1b req-3b621c4e-b0a9-4bcf-9ffc-62f20e10c4a5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447845
Feb 28 10:37:18.014129 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-63e3f129-2514-4854-981f-6027a0c58b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:18.015719 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-63e3f129-2514-4854-981f-6027a0c58b12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 1128 time: 0.0468538
Feb 28 10:37:18.111328 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-114a4e11-3752-4e3f-9c0c-0513416fbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:18.112858 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-114a4e11-3752-4e3f-9c0c-0513416fbf80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0903437
Feb 28 10:37:18.157793 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-f3b19a84-c3c6-4cc7-83a6-9878bbdfaf6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10 HTTP/1.1" status: 200  len: 217 time: 0.0368361
Feb 28 10:37:18.159031 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:37:18.223987 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-8090eed2-466c-4e3a-9b6b-2c59b16a54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:18.225298 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-8090eed2-466c-4e3a-9b6b-2c59b16a54bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0507984
Feb 28 10:37:18.298005 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-81fed136-e88c-49af-adb1-3cc37b547a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:18.299599 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-81fed136-e88c-49af-adb1-3cc37b547a68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0521297
Feb 28 10:37:18.309663 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdd95-4e43-4b4d-8cd5-ef4ca3114ff4 req-90788d6c-2571-42a8-91a4-272ec51b83bf tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:18.311227 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3a2fdd95-4e43-4b4d-8cd5-ef4ca3114ff4 req-90788d6c-2571-42a8-91a4-272ec51b83bf tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0558188
Feb 28 10:37:18.358391 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3a2fdd95-4e43-4b4d-8cd5-ef4ca3114ff4 req-5092a4aa-6394-4528-8910-13bdba514ede tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415442
Feb 28 10:37:18.415012 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-2b67b1a0-254a-4df8-8361-b9169b486dcc service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844581
Feb 28 10:37:18.500612 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:18.513802 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bb04c74-436b-4a74-b9ca-54d631ce591e req-0a6e9dae-1de7-466a-8e49-52c9e04b8f8d service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921419
Feb 28 10:37:19.077048 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1d61f-b6e3-4883-99cd-41c94388a149 req-8d061ec3-5145-4edb-ab8f-284047ddaea3 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:19.078542 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d1d61f-b6e3-4883-99cd-41c94388a149 req-8d061ec3-5145-4edb-ab8f-284047ddaea3 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0562010
Feb 28 10:37:19.128554 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d1d61f-b6e3-4883-99cd-41c94388a149 req-b7637109-9468-42ad-ab63-c1ff1e832ef3 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442944
Feb 28 10:37:19.486485 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a27f57-0b30-4f2d-b861-7a3433bf104a req-1ce9992d-ddbd-4977-aad0-24b78838ec87 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:19.488014 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b8a27f57-0b30-4f2d-b861-7a3433bf104a req-1ce9992d-ddbd-4977-aad0-24b78838ec87 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0586469
Feb 28 10:37:19.537994 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b8a27f57-0b30-4f2d-b861-7a3433bf104a req-32743f8b-c0b2-4c77-a68d-a4e56fd72b96 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444224
Feb 28 10:37:19.798681 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5edb-ed2d-4534-a86d-8303ffa0b856 req-5bb559b5-d1db-462d-87d2-23c7805fcf26 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:19.800136 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5acf5edb-ed2d-4534-a86d-8303ffa0b856 req-5bb559b5-d1db-462d-87d2-23c7805fcf26 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 946 time: 0.0595098
Feb 28 10:37:19.846924 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5acf5edb-ed2d-4534-a86d-8303ffa0b856 req-774235cb-5e4b-4ae9-ad7e-748afd92606e tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412219
Feb 28 10:37:19.940607 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:20.249048 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bfd4e-e1e8-4a2a-a0c8-132cbe77aa76 req-c35adae0-5814-4e15-9806-ce32f7ac2ece tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:20.250446 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b87bfd4e-e1e8-4a2a-a0c8-132cbe77aa76 req-c35adae0-5814-4e15-9806-ce32f7ac2ece tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0552192
Feb 28 10:37:20.298165 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b87bfd4e-e1e8-4a2a-a0c8-132cbe77aa76 req-b46c7955-8d51-4c52-b12c-a06263d66a99 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420048
Feb 28 10:37:20.660288 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57ab5-1185-4971-82da-ae042b36ff51 req-791b84cb-6f51-4696-8e15-06e1901cf8a3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:20.661767 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c7e57ab5-1185-4971-82da-ae042b36ff51 req-791b84cb-6f51-4696-8e15-06e1901cf8a3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0525246
Feb 28 10:37:20.711726 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c7e57ab5-1185-4971-82da-ae042b36ff51 req-b48c92c6-d9ed-4dc8-95d4-72d4cb41370b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444946
Feb 28 10:37:20.966077 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf239-4eb1-4bc0-8287-81cc38878921 req-d4fbe9d2-cbdf-4848-848c-464aa812cc67 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:20.967572 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1b4cf239-4eb1-4bc0-8287-81cc38878921 req-d4fbe9d2-cbdf-4848-848c-464aa812cc67 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 946 time: 0.0563693
Feb 28 10:37:21.014494 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1b4cf239-4eb1-4bc0-8287-81cc38878921 req-80798445-003b-4256-8e06-5e2b2b0c8925 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411708
Feb 28 10:37:21.414021 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa4cbb-63b0-45aa-b26b-4351301c1b92 req-6836f0eb-5881-4e7d-ab0f-8bad1bebcb27 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:21.415492 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25fa4cbb-63b0-45aa-b26b-4351301c1b92 req-6836f0eb-5881-4e7d-ab0f-8bad1bebcb27 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0522938
Feb 28 10:37:21.464437 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25fa4cbb-63b0-45aa-b26b-4351301c1b92 req-a11038d1-e6b7-4692-a98a-ca3dce8a80ca tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427704
Feb 28 10:37:21.836424 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb2e09-84e7-4c34-9da6-58578d287423 req-59b3a3c3-5f85-44de-b27c-5711f267a3e9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:21.837920 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-10bb2e09-84e7-4c34-9da6-58578d287423 req-59b3a3c3-5f85-44de-b27c-5711f267a3e9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0567176
Feb 28 10:37:21.844661 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-c72019ea-4e1d-4965-8a6d-b40e9ca23b14 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:21.846157 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-c72019ea-4e1d-4965-8a6d-b40e9ca23b14 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 946 time: 0.0525508
Feb 28 10:37:21.887964 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-10bb2e09-84e7-4c34-9da6-58578d287423 req-4e577ed2-5613-45bd-831e-4157e701867c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432651
Feb 28 10:37:21.949646 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Deleting port 3998f5f5-8181-4944-8dc7-820afb186d3b {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:21.949993 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:22.036188 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] For port 3998f5f5-8181-4944-8dc7-820afb186d3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3998f5f5-8181-4944-8dc7-820afb186d3b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:22.036483 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:22.133614 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644932b-f36e-4bad-9560-7b2d5a1e0981 req-d07daa72-0485-4623-bead-4b19b8b49b5a tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:22.135150 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b644932b-f36e-4bad-9560-7b2d5a1e0981 req-d07daa72-0485-4623-bead-4b19b8b49b5a tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 946 time: 0.0544574
Feb 28 10:37:22.181989 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b644932b-f36e-4bad-9560-7b2d5a1e0981 req-a0fd488c-2346-45a2-b42d-87ae38c4205f tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups?id=a173dc10-ae20-48e0-acdc-a398fa0f7f54&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408356
Feb 28 10:37:22.258669 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:22.259045 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (3cf640e4-8b8f-4933-84a3-7b76f8e335fe), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:22.259372 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Floating IP 3cf640e4-8b8f-4933-84a3-7b76f8e335fe disassociated. External IP: 172.37.2.112, port: 3998f5f5-8181-4944-8dc7-820afb186d3b.
Feb 28 10:37:22.259726 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Calling delete_port for 3998f5f5-8181-4944-8dc7-820afb186d3b owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:22.386402 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (3998f5f5-8181-4944-8dc7-820afb186d3b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:22.414280 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event deleted for resources: {'Port': ['ID=3998f5f5-8181-4944-8dc7-820afb186d3b,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:22.530849 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Router 089b3646-a2e1-4cc4-a31c-c31c80cef93f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:37:22.584378 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70738630-1780-4c3a-b385-af949a13218e req-459b2cdd-3cb7-49a3-b805-70e3327a60b0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:22.585866 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-70738630-1780-4c3a-b385-af949a13218e req-459b2cdd-3cb7-49a3-b805-70e3327a60b0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0531807
Feb 28 10:37:22.639277 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-70738630-1780-4c3a-b385-af949a13218e req-c263935d-4b75-4fcf-bb0f-ff9d8dd2fb05 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471134
Feb 28 10:37:22.641185 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:37:22.651720 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] Sync routers for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:37:22.661984 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:22.662655 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62589ef070>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:22.684762 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] No DVR routers for this DVR port 3998f5f5-8181-4944-8dc7-820afb186d3b on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:22.687518 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:22.690858 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6c5a1edc-41d3-4c99-beca-e73a81408e15 req-6e95d99a-e9a5-4d51-b420-0a4c23586ac2 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.26 "DELETE /v2.0/ports/3998f5f5-8181-4944-8dc7-820afb186d3b HTTP/1.1" status: 204  len: 173 time: 0.8360412
Feb 28 10:37:22.691316 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'name': 'network-vif-deleted', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:22.693518 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9612ab12-466f-4d9d-a38b-e6ddf052b6b0" -d '{"events": [{"server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "name": "network-vif-deleted", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:22.729109 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3737126-c088-4576-a928-dd01e2fdbc7c x-openstack-request-id: req-a3737126-c088-4576-a928-dd01e2fdbc7c {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:22.729405 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6d17ae-b508-4ec1-a450-1f325d00cbfe", "name": "network-vif-deleted", "tag": "3998f5f5-8181-4944-8dc7-820afb186d3b", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:22.729659 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3737126-c088-4576-a928-dd01e2fdbc7c {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:22.730593 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6d17ae-b508-4ec1-a450-1f325d00cbfe', 'name': 'network-vif-deleted', 'tag': '3998f5f5-8181-4944-8dc7-820afb186d3b', 'status': 'completed', 'code': 200}
Feb 28 10:37:22.781380 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:22.829423 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:37:23.024122 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa13319-85db-42a1-94ab-e44cc9b58c8f req-db05708b-a350-458d-aaf6-1f190357f113 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:23.025870 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bfa13319-85db-42a1-94ab-e44cc9b58c8f req-db05708b-a350-458d-aaf6-1f190357f113 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0587282
Feb 28 10:37:23.079252 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bfa13319-85db-42a1-94ab-e44cc9b58c8f req-2f8f1065-b025-4b5f-92fc-4bd734a246a9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471940
Feb 28 10:37:23.187961 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:23.204772 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'c091db1b-3683-4633-8290-5a1701243cc7', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'port_id': 'c091db1b-3683-4633-8290-5a1701243cc7', 'mac_address': 'fa:16:3e:0f:ad:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:37:23.260471 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62589ef070>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:23.262426 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: ACTIVE; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:23.262856 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:23.301696 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] Checking router: 089b3646-a2e1-4cc4-a31c-c31c80cef93f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:37:23.309735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c091db1b-3683-4633-8290-5a1701243cc7 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:37:23.329106 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5c6cd1f0-e418-41cc-ab7f-61c8521308bb req-cdb3bc4b-1b95-4dcf-950b-e3160d0c3f4d tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad6d17ae-b508-4ec1-a450-1f325d00cbfe HTTP/1.1" status: 200  len: 210 time: 0.0390074
Feb 28 10:37:23.329629 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:23.330305 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62589ef070>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:23.371248 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:23.378739 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:23.482028 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=6']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:23.494845 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:23.497967 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.498276 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.498559 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.498884 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.499272 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.499640 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.499924 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.500280 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.500607 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.500933 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.501262 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.501583 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.501903 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:23.592025 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['c091db1b-3683-4633-8290-5a1701243cc7'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:37:23.794203 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb17ea-83ca-4137-979e-e68a0f30407b req-0c587f50-6b8a-40d8-b0ba-199fbbea9a08 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:23.796033 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ccb17ea-83ca-4137-979e-e68a0f30407b req-0c587f50-6b8a-40d8-b0ba-199fbbea9a08 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0638266
Feb 28 10:37:23.846716 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62589ef070>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:23.883919 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6ed9e-0ca6-4b44-9049-f13f9d5d98b1 None None] The sync data for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi is: [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:31:45Z', 'revision_number': 4, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a19d80c-0af6-4120-8851-14c62ceff59e', 'name': '', 'network_id': 'f8493f9b-90f0-45ae-88f1-58848e2a93be', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'mac_address': 'fa:16:3e:3c:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:44Z', 'updated_at': '2022-02-28T10:31:59Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'subnets': [{'id': 'da5d46ed-8ba0-4de4-a7cb-3950ee2cb593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:37:23.887748 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ccb17ea-83ca-4137-979e-e68a0f30407b req-60fb1ab6-746e-4957-913c-7cfc5b4a9786 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813189
Feb 28 10:37:24.198031 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ef7f5-48ed-4403-b8f6-71057d816fc3 None None] New status for floating IP 3cf640e4-8b8f-4933-84a3-7b76f8e335fe: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:37:24.222378 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a490b2-d078-425b-82b9-06aab629b352 req-2b170985-186f-494c-9b6c-8101ca68187b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:24.229706 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b9a490b2-d078-425b-82b9-06aab629b352 req-2b170985-186f-494c-9b6c-8101ca68187b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 945 time: 0.0686421
Feb 28 10:37:24.280768 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b9a490b2-d078-425b-82b9-06aab629b352 req-74777621-a040-4cc2-9df2-cdca212b8510 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499587
Feb 28 10:37:24.424712 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47786) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:24.492226 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-392b62fb-d7ad-4b5c-a388-ea15a71c28eb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (a173dc10-ae20-48e0-acdc-a398fa0f7f54), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:24.520942 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-392b62fb-d7ad-4b5c-a388-ea15a71c28eb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (a173dc10-ae20-48e0-acdc-a398fa0f7f54), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:24.591053 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-392b62fb-d7ad-4b5c-a388-ea15a71c28eb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a173dc10-ae20-48e0-acdc-a398fa0f7f54), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:24.598819 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-392b62fb-d7ad-4b5c-a388-ea15a71c28eb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:24.600009 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-392b62fb-d7ad-4b5c-a388-ea15a71c28eb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "DELETE /v2.0/security-groups/a173dc10-ae20-48e0-acdc-a398fa0f7f54 HTTP/1.1" status: 204  len: 168 time: 0.1743214
Feb 28 10:37:24.602904 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47788) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:24.614041 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b62fb-d7ad-4b5c-a388-ea15a71c28eb tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a173dc10-ae20-48e0-acdc-a398fa0f7f54,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:24.619555 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.api.v2.resource [None req-486ee3aa-5791-458e-8872-bfadde1ca56a tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] show failed (client error): The resource could not be found.
Feb 28 10:37:24.622273 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-486ee3aa-5791-458e-8872-bfadde1ca56a tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "GET /v2.0/security-groups/a173dc10-ae20-48e0-acdc-a398fa0f7f54 HTTP/1.1" status: 404  len: 347 time: 0.0177338
Feb 28 10:37:24.624890 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47790) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:24.790316 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Deleting port 904637c7-2e18-42bd-b62d-a1b8dddb1ff6 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:24.790687 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:24.830333 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:37:24.893386 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:24.893707 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:24.913304 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Calling delete_port for 904637c7-2e18-42bd-b62d-a1b8dddb1ff6 owned by network:floatingip {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:24.923672 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port c091db1b-3683-4633-8290-5a1701243cc7 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:37:24.924185 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c091db1b-3683-4633-8290-5a1701243cc7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:25.073687 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:25.076917 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:25.090217 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c157f74-bc89-454c-a8dc-0e2dcb6d2a7f req-79f57bde-968a-4aca-a90f-e52c13ae61bb tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:25.091878 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c157f74-bc89-454c-a8dc-0e2dcb6d2a7f req-79f57bde-968a-4aca-a90f-e52c13ae61bb tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.1066732
Feb 28 10:37:25.108739 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:25.111478 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40263321-22eb-489d-899e-3b0c8b7b1158" -d '{"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-plugged", "status": "completed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:25.117953 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (904637c7-2e18-42bd-b62d-a1b8dddb1ff6), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:25.134958 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:25.144878 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:25.145973 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 3998f5f5-8181-4944-8dc7-820afb186d3b no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:25.162752 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Pushing event deleted for resources: {'Port': ['ID=904637c7-2e18-42bd-b62d-a1b8dddb1ff6,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:25.200227 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 3998f5f5-8181-4944-8dc7-820afb186d3b {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:25.200579 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 3998f5f5-8181-4944-8dc7-820afb186d3b not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:25.214236 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c157f74-bc89-454c-a8dc-0e2dcb6d2a7f req-088177ac-e8ac-4d4d-b3a4-16ac2102f2f4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133945
Feb 28 10:37:25.238812 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=7']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:25.245509 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.246569 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.246952 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.247428 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.247774 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.248108 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.248573 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.248910 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.249240 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.249569 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.249916 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.250220 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.250537 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:37:25.290089 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a8658-2d60-47a9-9910-dd2f38d33b1d x-openstack-request-id: req-e08a8658-2d60-47a9-9910-dd2f38d33b1d {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:25.290389 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-plugged", "status": "completed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:25.290679 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e08a8658-2d60-47a9-9910-dd2f38d33b1d {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:25.291082 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7', 'code': 200}
Feb 28 10:37:25.300072 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks [] for floatingip (3cf640e4-8b8f-4933-84a3-7b76f8e335fe), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:25.302675 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:25.303841 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-4d10183c-dc37-4342-a529-8652dee138e1 tempest-AttachVolumeTestJSON-721625732 tempest-AttachVolumeTestJSON-721625732-project] 10.222.0.21 "DELETE /v2.0/floatingips/3cf640e4-8b8f-4933-84a3-7b76f8e335fe HTTP/1.1" status: 204  len: 168 time: 0.6775525
Feb 28 10:37:25.439617 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068440fa-09dc-45a4-a1ab-5f9ddc570927 req-88c19a48-4153-4f05-89a2-10c01e78c4e5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:25.441289 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-068440fa-09dc-45a4-a1ab-5f9ddc570927 req-88c19a48-4153-4f05-89a2-10c01e78c4e5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0627205
Feb 28 10:37:25.509960 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-068440fa-09dc-45a4-a1ab-5f9ddc570927 req-9c665d4d-e2bf-4d85-89ce-01079c116c62 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508583
Feb 28 10:37:26.374748 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc085e7-c3ce-4f48-8b67-eb211e5a8942 req-7a62b8d0-e00b-4549-8d70-1b82db4261ac tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:26.376279 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9fc085e7-c3ce-4f48-8b67-eb211e5a8942 req-7a62b8d0-e00b-4549-8d70-1b82db4261ac tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0878575
Feb 28 10:37:26.428981 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9fc085e7-c3ce-4f48-8b67-eb211e5a8942 req-001b1ca5-2cce-4fdd-85a6-a868d895aca2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471375
Feb 28 10:37:26.672090 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7597-1b79-4673-84b5-3d30ef2947a9 req-daadfe8b-3aaa-4424-ad25-3496e376abf4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:26.678897 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-11fd7597-1b79-4673-84b5-3d30ef2947a9 req-daadfe8b-3aaa-4424-ad25-3496e376abf4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0690184
Feb 28 10:37:26.734438 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-11fd7597-1b79-4673-84b5-3d30ef2947a9 req-e1624171-6993-464f-9c2f-18c7747d8f2b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517504
Feb 28 10:37:26.855075 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 529b48cb-8201-4cd7-9a2e-93e7994b3a10 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:37:26.979961 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:26.992491 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'port_id': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'mac_address': 'fa:16:3e:ef:f4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:37:27.032641 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:27.033134 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:27.047670 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529b48cb-8201-4cd7-9a2e-93e7994b3a10 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:37:27.070077 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:27.074361 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:27.135486 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=529b48cb-8201-4cd7-9a2e-93e7994b3a10,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:27.429553 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['529b48cb-8201-4cd7-9a2e-93e7994b3a10'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:37:27.598027 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4b498-afdc-4395-b1d4-197eb5278db7 req-48ce8ecb-1d51-4aeb-94ce-85554214e673 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:27.599746 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dee4b498-afdc-4395-b1d4-197eb5278db7 req-48ce8ecb-1d51-4aeb-94ce-85554214e673 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 945 time: 0.0716710
Feb 28 10:37:27.697940 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dee4b498-afdc-4395-b1d4-197eb5278db7 req-359fda7a-fd2b-428b-8d17-93480fa6566c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902326
Feb 28 10:37:27.884857 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7718ea2-2224-4f4e-a323-a8286c93e44a req-fbe15e53-51f3-4643-b7fc-213a1193dd09 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:27.886383 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d7718ea2-2224-4f4e-a323-a8286c93e44a req-fbe15e53-51f3-4643-b7fc-213a1193dd09 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0779526
Feb 28 10:37:27.947420 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d7718ea2-2224-4f4e-a323-a8286c93e44a req-e5a233c1-65fa-40ab-a44e-51dd303b53ca tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541275
Feb 28 10:37:28.819522 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486b81-ec57-46bf-bd10-7bbc29429892 req-a5e0361b-4f71-4e63-bd7d-1535bdea0b9a tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:28.821119 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f5486b81-ec57-46bf-bd10-7bbc29429892 req-a5e0361b-4f71-4e63-bd7d-1535bdea0b9a tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 945 time: 0.0565252
Feb 28 10:37:28.864753 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 529b48cb-8201-4cd7-9a2e-93e7994b3a10 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:37:28.903305 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f5486b81-ec57-46bf-bd10-7bbc29429892 req-8694902b-26d9-4e2a-b76f-b56f8f6c0678 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761425
Feb 28 10:37:28.930197 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:37:28.931008 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:37:28.931008 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:28.998454 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47842) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:29.079591 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:29.079904 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:29.117030 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:29.118315 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1128724-bbf1-4670-a2bf-47c9f5a9d8cc req-8de73578-0936-4307-b9a9-9b15238fb203 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:29.119354 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf8e47a-7f17-47aa-b531-33e9da014b2c" -d '{"events": [{"server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "name": "network-vif-plugged", "status": "completed", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:29.119941 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1128724-bbf1-4670-a2bf-47c9f5a9d8cc req-8de73578-0936-4307-b9a9-9b15238fb203 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0724361
Feb 28 10:37:29.135003 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:29.140878 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:29.215193 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb53fe-c023-4fe4-9873-9cdabd3cf97e x-openstack-request-id: req-deeb53fe-c023-4fe4-9873-9cdabd3cf97e {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:29.215488 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "name": "network-vif-plugged", "status": "completed", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:29.215755 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deeb53fe-c023-4fe4-9873-9cdabd3cf97e {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:29.216154 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'code': 200}
Feb 28 10:37:29.231175 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1128724-bbf1-4670-a2bf-47c9f5a9d8cc req-579df231-dcfa-474f-bbd8-5c03b4e2bc22 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955119
Feb 28 10:37:29.253058 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=529b48cb-8201-4cd7-9a2e-93e7994b3a10,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:29.562951 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b668-edfe-41f7-a0fb-887279c5d23d req-1fa01283-337a-45e6-9751-f0f3db0bd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:29.564731 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f393b668-edfe-41f7-a0fb-887279c5d23d req-1fa01283-337a-45e6-9751-f0f3db0bd8b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 1130 time: 0.0677626
Feb 28 10:37:29.666254 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f393b668-edfe-41f7-a0fb-887279c5d23d req-c05e74f5-a71a-4207-adc2-cfb0c45c73c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948467
Feb 28 10:37:29.702075 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (089b3646-a2e1-4cc4-a31c-c31c80cef93f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:29.997137 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Deleting port 6a19d80c-0af6-4120-8851-14c62ceff59e {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:29.997491 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:30.039648 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403af62d-8891-434f-97e3-65b6bb9eb102 req-674f05ed-cdda-48c7-bb65-5665be39de82 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:30.046453 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-403af62d-8891-434f-97e3-65b6bb9eb102 req-674f05ed-cdda-48c7-bb65-5665be39de82 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.0749540
Feb 28 10:37:30.099092 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] For port 6a19d80c-0af6-4120-8851-14c62ceff59e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a19d80c-0af6-4120-8851-14c62ceff59e,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:30.099700 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:30.102797 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-403af62d-8891-434f-97e3-65b6bb9eb102 req-5e33a5e7-3b1c-4357-82a6-03beaf9665fc tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554478
Feb 28 10:37:30.115432 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Calling delete_port for 6a19d80c-0af6-4120-8851-14c62ceff59e owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:30.328670 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (6a19d80c-0af6-4120-8851-14c62ceff59e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:30.360924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a19d80c-0af6-4120-8851-14c62ceff59e,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:30.372079 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371f016-c0d9-453f-8404-4beae682e758 req-af86c248-cb14-494b-b931-c9ccb1c795bd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:30.384835 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5371f016-c0d9-453f-8404-4beae682e758 req-af86c248-cb14-494b-b931-c9ccb1c795bd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0745814
Feb 28 10:37:30.433873 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5371f016-c0d9-453f-8404-4beae682e758 req-afa9c8b3-f5ac-41e4-8b29-a8f80acf9a34 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477812
Feb 28 10:37:30.625297 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-04c5277d-250b-413b-9ece-3b4976190c40 req-567c2582-8f05-428a-a8c1-5ad424e27845 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037844897&fields=id&tenant_id=b8784f6a53624f7688d9ae0ae0e15169 HTTP/1.1" status: 200  len: 267 time: 0.0920289
Feb 28 10:37:30.632348 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (089b3646-a2e1-4cc4-a31c-c31c80cef93f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:30.726218 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5277d-250b-413b-9ece-3b4976190c40 req-7b0d0dc8-f802-48ff-9ef1-2768184b49ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:30.728296 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-04c5277d-250b-413b-9ece-3b4976190c40 req-7b0d0dc8-f802-48ff-9ef1-2768184b49ee tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 984 time: 0.0986123
Feb 28 10:37:30.740819 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Request body: {'port': {'security_groups': ['09f61f71-513a-43d6-804d-e408bb3204c4']}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:30.865551 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.125151 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:31.161972 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.171093 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.218441 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:37:31.233876 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Router 089b3646-a2e1-4cc4-a31c-c31c80cef93f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:37:31.284808 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:31.285766 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.292381 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-04c5277d-250b-413b-9ece-3b4976190c40 req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "PUT /v2.0/ports/4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 942 time: 0.5561974
Feb 28 10:37:31.295723 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:31.297779 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47864) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:31.301592 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523216b7-a0eb-4e82-9568-8fad098d6624" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:31.400834 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef32ce-3206-4fcb-939c-49f01ae4ab8f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event updated for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=7']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:31.426209 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a188fc2-9efa-452a-aebd-0a5b64ffb6f0 req-fe30a905-1cb0-40ce-a3e3-d048acbf6de0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:31.430915 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:37:31.438274 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6a188fc2-9efa-452a-aebd-0a5b64ffb6f0 req-fe30a905-1cb0-40ce-a3e3-d048acbf6de0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.2439139
Feb 28 10:37:31.497736 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e00bff9-a069-469e-8bd5-b6a076ca8d7e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group (bbfa3633-89c5-455a-832d-166fe5a33587), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.508482 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:37:31.520221 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] Sync routers for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:37:31.541739 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c154aad-5b7e-4b5a-89b4-c1d43987dde8 x-openstack-request-id: req-1c154aad-5b7e-4b5a-89b4-c1d43987dde8 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:31.544256 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e2cdfd2c-69ae-4372-841c-cbed42a6776f admin admin] 10.222.0.21 "PUT /v2.0/routers/089b3646-a2e1-4cc4-a31c-c31c80cef93f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5415604
Feb 28 10:37:31.544980 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:31.545396 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c154aad-5b7e-4b5a-89b4-c1d43987dde8 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:31.547748 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47874) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:31.548387 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'status': 'completed', 'code': 200}
Feb 28 10:37:31.548600 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:31.549322 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258cd43a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:31.624884 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6a188fc2-9efa-452a-aebd-0a5b64ffb6f0 req-9825d653-de4f-4c5d-8eca-c11349048338 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1795733
Feb 28 10:37:31.778951 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e00bff9-a069-469e-8bd5-b6a076ca8d7e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group (bbfa3633-89c5-455a-832d-166fe5a33587), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.783425 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:31.853576 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks [] for router (089b3646-a2e1-4cc4-a31c-c31c80cef93f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.890497 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e3d9-c87e-4bed-ad09-3bf34fa0cd2d req-f3d8f936-f5af-4f47-bb7f-9dedb47a371e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:31.897303 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ddc8e3d9-c87e-4bed-ad09-3bf34fa0cd2d req-f3d8f936-f5af-4f47-bb7f-9dedb47a371e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.1221969
Feb 28 10:37:31.903329 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-b52699d6-0057-43c1-9484-55548bd48064 None None] Provisioning complete for port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:37:31.903564 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b52699d6-0057-43c1-9484-55548bd48064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:31.963071 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-05f1a4bf-c4cf-4845-9d8b-eed66b0bd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:31.964956 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-05f1a4bf-c4cf-4845-9d8b-eed66b0bd639 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1129 time: 0.2551258
Feb 28 10:37:32.026694 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef0ab5-df59-4bf0-bf1d-cb5743430601 req-69d99c3f-6a71-464d-b091-880e55da093c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:32.029998 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7cef0ab5-df59-4bf0-bf1d-cb5743430601 req-69d99c3f-6a71-464d-b091-880e55da093c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.1317728
Feb 28 10:37:32.097788 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ddc8e3d9-c87e-4bed-ad09-3bf34fa0cd2d req-68fe56fa-a444-4335-831e-38e329af05c3 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728942
Feb 28 10:37:32.166266 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-60205497-c638-4e29-a567-76f599621c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:32.168380 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-60205497-c638-4e29-a567-76f599621c34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 915 time: 0.1886582
Feb 28 10:37:32.170954 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks [] for router_gateway (089b3646-a2e1-4cc4-a31c-c31c80cef93f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.194836 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7cef0ab5-df59-4bf0-bf1d-cb5743430601 req-11e9df7d-8349-4295-9bbd-e337746949b0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1549687
Feb 28 10:37:32.225909 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47882) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:32.275373 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e00bff9-a069-469e-8bd5-b6a076ca8d7e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (bbfa3633-89c5-455a-832d-166fe5a33587), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.278252 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e00bff9-a069-469e-8bd5-b6a076ca8d7e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.282246 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47886) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:32.282734 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5e00bff9-a069-469e-8bd5-b6a076ca8d7e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "DELETE /v2.0/security-groups/bbfa3633-89c5-455a-832d-166fe5a33587 HTTP/1.1" status: 204  len: 168 time: 0.9838765
Feb 28 10:37:32.318209 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00bff9-a069-469e-8bd5-b6a076ca8d7e tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfa3633-89c5-455a-832d-166fe5a33587,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:32.324924 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-d2783191-3af2-4faf-a031-e9be97cca57a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 1001 time: 0.1479876
Feb 28 10:37:32.364154 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258cd43a0>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134'}], 'enable_snat': True}, 'gw_port_id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:37:30Z', 'revision_number': 5, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port': {'id': '3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:38Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:32.377243 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Deleting port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:32.377599 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.380532 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-170fa67b-1b10-4f93-85e0-1b7211d0090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:32.382049 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-170fa67b-1b10-4f93-85e0-1b7211d0090e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 200  len: 853 time: 0.0499332
Feb 28 10:37:32.438757 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa4752-dbad-45a7-9f71-8cdbb90ad16b req-ad08a79f-62b7-4122-a2a3-80098bf9e564 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:32.446568 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7fa4752-dbad-45a7-9f71-8cdbb90ad16b req-ad08a79f-62b7-4122-a2a3-80098bf9e564 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.2415290
Feb 28 10:37:32.537877 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6d819-61f0-4061-ab41-e196f5ee98ba tempest-TestVolumeBootPattern-1937148128 tempest-TestVolumeBootPattern-1937148128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:32.539462 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e2d6d819-61f0-4061-ab41-e196f5ee98ba tempest-TestVolumeBootPattern-1937148128 tempest-TestVolumeBootPattern-1937148128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 1125 time: 0.3122959
Feb 28 10:37:32.546741 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47888) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:32.548529 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-2880f91f-ce42-4534-b165-c7e708de9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:32.550026 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-2880f91f-ce42-4534-b165-c7e708de9efe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08ce50bb-e12e-4613-b944-9efdb4ba7ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1457026
Feb 28 10:37:32.555075 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'port_id': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:32.574243 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7fa4752-dbad-45a7-9f71-8cdbb90ad16b req-f5576c39-844a-4c02-9855-08e9a3f687e5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258726
Feb 28 10:37:32.609670 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Deleting port 9a19a13e-0341-4b55-accc-268306e205e7 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:32.610170 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] Checking router: 089b3646-a2e1-4cc4-a31c-c31c80cef93f for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:37:32.610667 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (9a19a13e-0341-4b55-accc-268306e205e7), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.616923 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b52699d6-0057-43c1-9484-55548bd48064 None None] Current status of the port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce is: ACTIVE; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:32.633515 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] Routers {'089b3646-a2e1-4cc4-a31c-c31c80cef93f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:32.634147 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258cd43a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:32.649683 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] For port 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:32.650071 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.664674 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.672988 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Calling delete_port for 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:32.768072 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (9a19a13e-0341-4b55-accc-268306e205e7), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.768400 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for floatingip (9a19a13e-0341-4b55-accc-268306e205e7), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:32.801523 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-06b3b702-fb38-4c20-adeb-c0e9309fd622 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328737
Feb 28 10:37:32.812123 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Calling delete_port for 9a19a13e-0341-4b55-accc-268306e205e7 owned by network:floatingip {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:32.818062 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] Set router 089b3646-a2e1-4cc4-a31c-c31c80cef93f gateway port host: None {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:32.890068 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258cd43a0>, [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:37:32Z', 'revision_number': 6, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:32.953446 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f37ea-5ff3-4c17-a5a9-1bdb083be183 None None] The sync data for ids ['089b3646-a2e1-4cc4-a31c-c31c80cef93f'] in dv-cinder-master-3-iscsi is: [{'id': '089b3646-a2e1-4cc4-a31c-c31c80cef93f', 'name': 'tempest-AttachVolumeTestJSON-1110427776-router', 'tenant_id': '17631b0e5f9d499f9b830044f7acffa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:34Z', 'updated_at': '2022-02-28T10:37:32Z', 'revision_number': 6, 'project_id': '17631b0e5f9d499f9b830044f7acffa5', 'gw_port_host': None}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:37:32.976007 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-523216b7-a0eb-4e82-9568-8fad098d6624 req-867f06f7-88ef-4813-a701-da6c367ff8b0 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662552
Feb 28 10:37:33.034819 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.084224 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.108591 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (9a19a13e-0341-4b55-accc-268306e205e7), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.123398 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:33.179458 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event deleted for resources: {'Port': ['ID=9a19a13e-0341-4b55-accc-268306e205e7,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:33.228333 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (089b3646-a2e1-4cc4-a31c-c31c80cef93f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.274754 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Allocated IP 172.37.2.10 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/dde72098-d1db-406a-9151-b4c55a9f7d89) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:37:33.328218 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b308c-b48f-4306-862e-eeabd67f6470 req-47d428c0-19fe-413a-814f-2e56f1309c5c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:33.344786 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-216b308c-b48f-4306-862e-eeabd67f6470 req-47d428c0-19fe-413a-814f-2e56f1309c5c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.1180573
Feb 28 10:37:33.344786 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks [] for floatingip (e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.344786 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Floating IP e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e disassociated (deleted). External IP: 172.37.2.116, port: 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce.
Feb 28 10:37:33.510382 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (089b3646-a2e1-4cc4-a31c-c31c80cef93f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.523974 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks [] for router_controller (089b3646-a2e1-4cc4-a31c-c31c80cef93f), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.540770 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-216b308c-b48f-4306-862e-eeabd67f6470 req-5d5d0669-a3b6-417d-9cf7-d19e62005bc7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2013152
Feb 28 10:37:33.601870 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.622261 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (089b3646-a2e1-4cc4-a31c-c31c80cef93f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.622944 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 089b3646-a2e1-4cc4-a31c-c31c80cef93f {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:37:33.641837 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.647617 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47900) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:33.647811 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5e721fe2-c0aa-4e30-9429-c84190671aec admin admin] 10.222.0.21 "DELETE /v2.0/routers/089b3646-a2e1-4cc4-a31c-c31c80cef93f HTTP/1.1" status: 204  len: 168 time: 2.0984015
Feb 28 10:37:33.675771 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:33.749048 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:37:33.752936 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:37:33.764711 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:37:33.796009 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=dde72098-d1db-406a-9151-b4c55a9f7d89,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:34.081654 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] Deleting subnet da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 {{(pid=102808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:37:34.088688 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] Publish callbacks [] for subnet (da5d46ed-8ba0-4de4-a7cb-3950ee2cb593), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.125780 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Router 348bb11f-0dea-4ad1-a371-8844bf4453e7 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:37:34.137200 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b354d9-a6da-4683-849c-14d8277cb984 req-ae588b77-0600-4526-b229-4fcdea81d87e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:34.138963 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-29b354d9-a6da-4683-849c-14d8277cb984 req-ae588b77-0600-4526-b229-4fcdea81d87e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.1771119
Feb 28 10:37:34.170066 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4688902'] for subnet (da5d46ed-8ba0-4de4-a7cb-3950ee2cb593), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.296727 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-29b354d9-a6da-4683-849c-14d8277cb984 req-74d2253e-e814-42f4-914b-4c185e335650 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1501691
Feb 28 10:37:34.458902 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (da5d46ed-8ba0-4de4-a7cb-3950ee2cb593), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.485121 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:37:34.491262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.501017 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] Sync routers for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:37:34.517568 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:34.519074 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62598a89a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:34.544551 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-32c8da95-8ff2-4a49-bcf0-a7da07af8a87 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "DELETE /v2.0/floatingips/e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e HTTP/1.1" status: 204  len: 168 time: 2.2571516
Feb 28 10:37:34.577031 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:34.583112 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f49a3-acd1-441f-ab98-284aea6cbcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:34.593085 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4328527'] for subnet (da5d46ed-8ba0-4de4-a7cb-3950ee2cb593), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.630471 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5d46ed-8ba0-4de4-a7cb-3950ee2cb593,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:34.644871 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.648034 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-df0bebee-ee37-4889-a7b6-fe1def7a524f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da5d46ed-8ba0-4de4-a7cb-3950ee2cb593 HTTP/1.1" status: 204  len: 168 time: 0.9991612
Feb 28 10:37:34.654367 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249db116-a0c0-4418-8eeb-ec77d9e25887 None None] Network f8493f9b-90f0-45ae-88f1-58848e2a93be requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:37:34.666462 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47914) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:34.696716 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (da6d03b7-4444-4bf6-acfc-2ec678004c25), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.776026 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:34.789346 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:34.823424 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.829699 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:34.830086 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 3fc6ba89-f4b9-4bc6-87ef-4a01c21cdd14 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:34.830519 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 6a19d80c-0af6-4120-8851-14c62ceff59e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:34.878251 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (f8493f9b-90f0-45ae-88f1-58848e2a93be), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:34.903997 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74440f-b29c-479f-82b1-5ce0dcdf9a4b req-2dc686cd-596a-4fd2-a340-bd573f1f383c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:34.906089 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6f74440f-b29c-479f-82b1-5ce0dcdf9a4b req-2dc686cd-596a-4fd2-a340-bd573f1f383c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0963471
Feb 28 10:37:34.952803 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 6a19d80c-0af6-4120-8851-14c62ceff59e {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:34.953671 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 6a19d80c-0af6-4120-8851-14c62ceff59e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:34.996462 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6f74440f-b29c-479f-82b1-5ce0dcdf9a4b req-5b3d78ff-c417-48db-a1ea-b369f0f382e1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715599
Feb 28 10:37:35.002725 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Deleting port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:35.003174 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.021578 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b07c3d3-e2ce-447f-bd42-3ecb682ca5ef x-openstack-request-id: req-1b07c3d3-e2ce-447f-bd42-3ecb682ca5ef {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:35.021971 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:35.022328 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b07c3d3-e2ce-447f-bd42-3ecb682ca5ef {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:35.023394 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'status': 'completed', 'code': 200}
Feb 28 10:37:35.094424 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] For port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:35.094986 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.098934 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] DHCP port deletion for f8493f9b-90f0-45ae-88f1-58848e2a93be request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:37:35.106506 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.110219 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Calling delete_port for a8e46281-3ff6-4c8a-9cbf-d390891b2b4b owned by network:dhcp {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:35.113310 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.151333 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62598a89a0>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 5, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:35.163560 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] Deleting port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:35.163949 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.182993 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] Checking router: 348bb11f-0dea-4ad1-a371-8844bf4453e7 for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:37:35.192833 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:35.193664 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62598a89a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:35.203656 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=dde72098-d1db-406a-9151-b4c55a9f7d89,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:35.209019 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.225171 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (da6d03b7-4444-4bf6-acfc-2ec678004c25), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.257401 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:35.259379 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] No DVR routers for this DVR port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b on host dv-cinder-master-3-iscsi {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:35.305711 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] For port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,segment=NetworkSegment(8b69d77f-4c26-4e15-b2e7-00bbdad0f778),segment_id=8b69d77f-4c26-4e15-b2e7-00bbdad0f778)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:35.306077 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.329256 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] Calling delete_port for a8e46281-3ff6-4c8a-9cbf-d390891b2b4b owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:35.334235 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:35.376267 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-1e21ed22-7ffd-42a2-b0f1-bf884330f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.384361 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-1e21ed22-7ffd-42a2-b0f1-bf884330f4e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 1129 time: 0.1561341
Feb 28 10:37:35.405889 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (f8493f9b-90f0-45ae-88f1-58848e2a93be), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.447668 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253ee48e0>,) {'filters': {'network_id': ['f8493f9b-90f0-45ae-88f1-58848e2a93be']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:35.461379 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253ee48e0>, '8b69d77f-4c26-4e15-b2e7-00bbdad0f778') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:35.462098 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253ee48e0>, '8b69d77f-4c26-4e15-b2e7-00bbdad0f778') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:35.473821 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (8b69d77f-4c26-4e15-b2e7-00bbdad0f778), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.481998 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (a8e46281-3ff6-4c8a-9cbf-d390891b2b4b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.495045 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Floating IP da6d03b7-4444-4bf6-acfc-2ec678004c25 associated. External IP: 172.37.2.10, port: 529b48cb-8201-4cd7-9a2e-93e7994b3a10.
Feb 28 10:37:35.495429 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e19457-cc97-4a03-8196-4449f6d7aca2 req-c1afb43e-30c6-4f6b-ac61-133cb2d3a06a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.502495 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-61e19457-cc97-4a03-8196-4449f6d7aca2 req-c1afb43e-30c6-4f6b-ac61-133cb2d3a06a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.1126251
Feb 28 10:37:35.505306 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (8b69d77f-4c26-4e15-b2e7-00bbdad0f778), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.514912 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] Pushing event deleted for resources: {'Port': ['ID=a8e46281-3ff6-4c8a-9cbf-d390891b2b4b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:35.519343 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cace3-a100-42e8-b8bc-cf5584bdaf3c None None] No DVR routers for this DVR port a8e46281-3ff6-4c8a-9cbf-d390891b2b4b on host dv-cinder-master-3-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:35.522782 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:37:35.523200 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (8b69d77f-4c26-4e15-b2e7-00bbdad0f778), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:37:35.525010 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:37:35.611838 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-c5b30bff-5ebb-4b98-bf67-5e5e8b4833c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.613333 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-c5b30bff-5ebb-4b98-bf67-5e5e8b4833c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 200  len: 915 time: 0.2276478
Feb 28 10:37:35.628974 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (f8493f9b-90f0-45ae-88f1-58848e2a93be), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.646099 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62598a89a0>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 5, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:35.679872 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:35.684130 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8493f9b-90f0-45ae-88f1-58848e2a93be HTTP/1.1" status: 204  len: 168 time: 1.0159953
Feb 28 10:37:35.690128 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-608ed207-2dfb-44b5-be1f-e8dc8a60983a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 200  len: 217 time: 0.0454535
Feb 28 10:37:35.691987 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5729345-26d2-4445-9732-c5676e2c700d None None] The sync data for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi is: [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:34:13Z', 'revision_number': 4, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3518ec6-d4f7-4afe-90f1-674308e8cc60', 'name': '', 'network_id': '08ce50bb-e12e-4613-b944-9efdb4ba7ded', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'mac_address': 'fa:16:3e:d8:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:12Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 5, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'subnets': [{'id': 'cd5b54f6-a60e-4d60-841e-0d1e7247ae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:37:35.714230 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-61e19457-cc97-4a03-8196-4449f6d7aca2 req-6490e40e-7064-4ff8-9ffb-858afb4b3c90 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2108400
Feb 28 10:37:35.717874 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10c048-2d19-4a8a-98d6-e7e074fbf9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8493f9b-90f0-45ae-88f1-58848e2a93be,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:35.751350 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484341-a686-4b46-86dd-2488e60511a8 req-cd12ee36-7186-48d3-8feb-ba2a12313536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.753311 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22484341-a686-4b46-86dd-2488e60511a8 req-cd12ee36-7186-48d3-8feb-ba2a12313536 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1130 time: 0.1404424
Feb 28 10:37:35.775389 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-ca0f71ff-19ae-4569-b0a8-cb11135294bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.776933 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-ca0f71ff-19ae-4569-b0a8-cb11135294bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1130 time: 0.1197772
Feb 28 10:37:35.834388 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-7455d0e1-ac9a-439e-a6eb-cda8f1d98369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.836865 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-7455d0e1-ac9a-439e-a6eb-cda8f1d98369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 200  len: 853 time: 0.1245139
Feb 28 10:37:35.936605 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484341-a686-4b46-86dd-2488e60511a8 req-f517c018-1dfd-4b8e-bddc-3d77de62b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.936764 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47930) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:35.938099 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22484341-a686-4b46-86dd-2488e60511a8 req-f517c018-1dfd-4b8e-bddc-3d77de62b8bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.1765227
Feb 28 10:37:35.941870 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-cf621edb-4e28-4d84-a7da-2e621d13ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.942920 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-8f228575-d366-4504-b9f0-6b19e6ab73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:35.943479 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-cf621edb-4e28-4d84-a7da-2e621d13ab06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08ce50bb-e12e-4613-b944-9efdb4ba7ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1000347
Feb 28 10:37:35.944359 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-8f228575-d366-4504-b9f0-6b19e6ab73f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 200  len: 910 time: 0.1319482
Feb 28 10:37:35.990757 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:37:36.053438 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22484341-a686-4b46-86dd-2488e60511a8 req-48f0111e-7f06-4733-974d-c4339447b230 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 1002 time: 0.1081252
Feb 28 10:37:36.078259 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-f01e87c6-8500-4342-b67b-6704c4bdaa28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 1002 time: 0.0967867
Feb 28 10:37:36.083319 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:36.097354 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a22fe540-75d6-44b1-8f65-e96703d63942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17631b0e5f9d499f9b830044f7acffa5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1574867
Feb 28 10:37:36.097963 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47936) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:36.114780 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9147d-fe79-49c0-a835-eb2e533997f3 None None] New status for floating IP e7280d62-1b9e-4ab3-87e3-0d31abdcbb9e: DOWN {{(pid=102810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:37:36.156361 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484341-a686-4b46-86dd-2488e60511a8 req-bd898db5-c1b2-47df-80aa-e4b3ba0841a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.157888 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22484341-a686-4b46-86dd-2488e60511a8 req-bd898db5-c1b2-47df-80aa-e4b3ba0841a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0969403
Feb 28 10:37:36.219455 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:37:36.231657 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:37:36.247019 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:36.247928 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625989d8e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:36.252404 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:36.261172 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-7f015a01-2182-4a2a-9b81-3f039247f738 service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996452
Feb 28 10:37:36.298116 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-d2ed945a-613c-4a68-bb5f-32d7069a6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.301054 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-d2ed945a-613c-4a68-bb5f-32d7069a6884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=123faae4-a2c2-43a0-a700-63d5786e34ac HTTP/1.1" status: 200  len: 848 time: 0.1412840
Feb 28 10:37:36.311819 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e6e89-012e-4a76-95b9-e0868c4952e9 req-8b7f5c19-d584-4073-84c1-639c227a0ee1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.313501 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a94e6e89-012e-4a76-95b9-e0868c4952e9 req-8b7f5c19-d584-4073-84c1-639c227a0ee1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.1534896
Feb 28 10:37:36.362677 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c2a93ed4-48bb-4509-b364-d3a56fcd49f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8081884
Feb 28 10:37:36.367031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:36.369258 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e530c4-7b83-4490-abc1-d947e0b43b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:36.375579 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484341-a686-4b46-86dd-2488e60511a8 req-03f38461-96fb-4153-8eb8-c5189b8628ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.377091 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22484341-a686-4b46-86dd-2488e60511a8 req-03f38461-96fb-4153-8eb8-c5189b8628ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1614714
Feb 28 10:37:36.380947 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-24df7d77-ce5f-4790-8327-ec6995c1c207 admin admin] Publish callbacks [] for security_group (1ed43b0a-6772-45cf-93f4-bfef0ffd9972), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:36.404108 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:36.422829 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf2985-77a4-4c8b-a255-61f8b15af9de x-openstack-request-id: req-aabf2985-77a4-4c8b-a255-61f8b15af9de {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:36.423084 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:36.423340 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aabf2985-77a4-4c8b-a255-61f8b15af9de {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:36.423758 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'status': 'completed', 'code': 200}
Feb 28 10:37:36.428401 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-24df7d77-ce5f-4790-8327-ec6995c1c207 admin admin] Publish callbacks [] for security_group (1ed43b0a-6772-45cf-93f4-bfef0ffd9972), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:36.464413 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-070a70d1-c1db-4e81-87de-1193d5c780b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.466624 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-070a70d1-c1db-4e81-87de-1193d5c780b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=956c294a-5b07-4205-ad8a-387d3422fbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1520472
Feb 28 10:37:36.471901 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a94e6e89-012e-4a76-95b9-e0868c4952e9 req-9992fc4f-c45b-498d-9766-1067845eb624 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483197
Feb 28 10:37:36.522948 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b22f49a3-acd1-441f-ab98-284aea6cbcdb req-f2380bc2-b6bb-4fb2-92a0-b1e3adf0ea2d service neutron] 10.222.0.26 "GET /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341526
Feb 28 10:37:36.536717 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-24df7d77-ce5f-4790-8327-ec6995c1c207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (1ed43b0a-6772-45cf-93f4-bfef0ffd9972), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:36.539814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-24df7d77-ce5f-4790-8327-ec6995c1c207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:36.544448 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-24df7d77-ce5f-4790-8327-ec6995c1c207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ed43b0a-6772-45cf-93f4-bfef0ffd9972 HTTP/1.1" status: 204  len: 168 time: 0.4421656
Feb 28 10:37:36.561949 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7d77-ce5f-4790-8327-ec6995c1c207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed43b0a-6772-45cf-93f4-bfef0ffd9972,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:36.569400 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-c2552bbe-e720-4104-814b-61ec15f3e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.571040 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-c2552bbe-e720-4104-814b-61ec15f3e1ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 1130 time: 0.1085532
Feb 28 10:37:36.608357 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22484341-a686-4b46-86dd-2488e60511a8 req-c9f6ade8-02e9-4112-ba23-44ba616f643a service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231927
Feb 28 10:37:36.663028 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device a8e46281-3ff6-4c8a-9cbf-d390891b2b4b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:36.695413 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-27597e40-d7f7-4316-ac91-829c80098bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.698190 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-27597e40-d7f7-4316-ac91-829c80098bf0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.1212988
Feb 28 10:37:36.700387 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: a8e46281-3ff6-4c8a-9cbf-d390891b2b4b {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:36.701065 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device a8e46281-3ff6-4c8a-9cbf-d390891b2b4b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:36.727918 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22484341-a686-4b46-86dd-2488e60511a8 req-06839df3-13ff-49b5-b7fa-c4a135565337 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126237
Feb 28 10:37:36.739459 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-dabeceef-adf4-4220-85f7-627bb51ddfba service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2652221
Feb 28 10:37:36.788612 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-f18b920b-f726-48a0-b551-bb1488b27cfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10 HTTP/1.1" status: 200  len: 999 time: 0.0836837
Feb 28 10:37:36.852010 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-42c8c455-3e71-45e8-a3ac-414fc91fe33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.853932 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-42c8c455-3e71-45e8-a3ac-414fc91fe33b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0581007
Feb 28 10:37:36.910902 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625989d8e0>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'da6d03b7-4444-4bf6-acfc-2ec678004c25', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.10', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:ef:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:37:34Z', 'updated_at': '2022-02-28T10:37:34Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:36.912872 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-2284bc49-2808-40ae-b8d3-9b8885bb6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.914637 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-2284bc49-2808-40ae-b8d3-9b8885bb6f7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0525298
Feb 28 10:37:36.924735 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0a22b3ff-9993-4ec2-924e-aa3939fee9d2 req-493cd74c-70fa-42a5-95c3-a2cc496b9ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763453
Feb 28 10:37:36.931549 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871f5f7-3780-480a-b2e0-84b081b60ca0 req-7a004d1b-931e-440b-b99b-7f7d9a2e64fc tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:36.932954 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2871f5f7-3780-480a-b2e0-84b081b60ca0 req-7a004d1b-931e-440b-b99b-7f7d9a2e64fc tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.1035442
Feb 28 10:37:36.955770 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:37:36.966520 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:36.967260 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625989d8e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:37.000873 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2871f5f7-3780-480a-b2e0-84b081b60ca0 req-727a884f-7b05-4e1f-ab4f-684bf7245155 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587828
Feb 28 10:37:37.031420 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-52d85b01-d009-4227-95d1-229e79285fde service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1084995
Feb 28 10:37:37.092110 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:37.129509 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61e530c4-7b83-4490-abc1-d947e0b43b5c req-01f280ef-840a-421c-9bc4-ff8a0e523d69 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917757
Feb 28 10:37:37.356126 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625989d8e0>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'da6d03b7-4444-4bf6-acfc-2ec678004c25', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.10', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:ef:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:37:34Z', 'updated_at': '2022-02-28T10:37:34Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:37.389623 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358d203-2e3e-4446-951a-c1e11039fa78 None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'da6d03b7-4444-4bf6-acfc-2ec678004c25', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.10', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:ef:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:37:34Z', 'updated_at': '2022-02-28T10:37:34Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:37:37.436034 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 47974) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:37.537219 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-337449949-network', 'tenant_id': '5c79b1decd974ef2bb73bf55edc02f8c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:37.558643 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Made reservation on behalf of 5c79b1decd974ef2bb73bf55edc02f8c for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:37:37.561799 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.572183 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.617744 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c719331-3089-4faa-b03d-6084542fd1e5 req-1832862b-55b7-4a6a-bdae-e28a358e63ce tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:37.619413 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1c719331-3089-4faa-b03d-6084542fd1e5 req-1832862b-55b7-4a6a-bdae-e28a358e63ce tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.0658793
Feb 28 10:37:37.634039 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e078a9-8bea-40fd-b627-f7317cf15ecf None None] New status for floating IP da6d03b7-4444-4bf6-acfc-2ec678004c25: ACTIVE {{(pid=102810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:37:37.666684 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks [] for security_group (5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.671689 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.681237 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1c719331-3089-4faa-b03d-6084542fd1e5 req-486510aa-5a85-4c12-8447-63f463a5e118 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560904
Feb 28 10:37:37.694670 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:37:37.714347 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:37.720812 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (012e8650-a2db-4423-a85f-14be03be441b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.721221 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Added segment 012e8650-a2db-4423-a85f-14be03be441b of type vlan for network 385c32c8-9d90-44b6-bcc3-678e48a38bb6
Feb 28 10:37:37.769028 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (385c32c8-9d90-44b6-bcc3-678e48a38bb6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.796033 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (385c32c8-9d90-44b6-bcc3-678e48a38bb6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.797522 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:37.797996 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:37.856063 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4188299
Feb 28 10:37:37.859377 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 47980) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:37.863134 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fa7d0-a3de-4510-80b3-dffaf64fb646 admin admin] Pushing event updated for resources: {'Network': ['ID=385c32c8-9d90-44b6-bcc3-678e48a38bb6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:37.864594 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Request body: {'subnet': {'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-337449949-subnet', 'tenant_id': '5c79b1decd974ef2bb73bf55edc02f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:37.872828 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:37:37.886143 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Made reservation on behalf of 5c79b1decd974ef2bb73bf55edc02f8c for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:37:37.889360 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4328548'] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:38.053620 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4328534'] for subnet (e72ddffc-248f-403a-b74b-7d12f452d56f), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:38.142258 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72ddffc-248f-403a-b74b-7d12f452d56f,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:38.151440 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Checking segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:37:38.151827 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Network hostable DHCP agents. Network: 385c32c8-9d90-44b6-bcc3-678e48a38bb6, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:37:38.171957 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d3df5-1fec-4d6b-8906-06cec38b4f0b req-23b760ed-782c-470f-b929-29c5e0f8ad70 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:38.173450 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-287d3df5-1fec-4d6b-8906-06cec38b4f0b req-23b760ed-782c-470f-b929-29c5e0f8ad70 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0937910
Feb 28 10:37:38.186204 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:37:38.207689 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 385c32c8-9d90-44b6-bcc3-678e48a38bb6) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:37:38.216588 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93fde06-205f-4731-9054-06109d9e20d4 None None] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:37:38.217345 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:38.218282 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:38.241820 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-287d3df5-1fec-4d6b-8906-06cec38b4f0b req-88b987c2-a360-4106-9070-1cb4d0da0785 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628870
Feb 28 10:37:38.251109 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-003d616c-e409-428b-9334-30affdde01e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3905642
Feb 28 10:37:38.332062 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd6220-f1b6-480d-b650-275daa0f3018 None None] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:37:38.736897 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-c75965ab-21c1-4c37-96ef-60247aa770f4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:38.738270 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-c75965ab-21c1-4c37-96ef-60247aa770f4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1574700
Feb 28 10:37:38.748556 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a4fc4-3bbd-4f10-a667-c83c2cffd6a8 req-403f445c-a219-4bc2-80d7-3875f6fd19cb tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:38.749981 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cb5a4fc4-3bbd-4f10-a667-c83c2cffd6a8 req-403f445c-a219-4bc2-80d7-3875f6fd19cb tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0938518
Feb 28 10:37:38.771796 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-0e722842-57b8-4a4a-8f9f-faab77e3b0f0 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/quotas/5c79b1decd974ef2bb73bf55edc02f8c HTTP/1.1" status: 200  len: 375 time: 0.0209069
Feb 28 10:37:38.812059 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-194dfe48-2662-4b01-9401-ebc42f016fc7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0335457
Feb 28 10:37:38.828045 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cb5a4fc4-3bbd-4f10-a667-c83c2cffd6a8 req-8148a8b9-1480-4141-80d4-563131d8afd4 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710316
Feb 28 10:37:38.915240 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:38.988291 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ad850-e10a-48b2-8744-fef35ce4d582 req-0b8ca632-eead-4cc1-b45e-2f4e8880b074 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:38.989679 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b77ad850-e10a-48b2-8744-fef35ce4d582 req-0b8ca632-eead-4cc1-b45e-2f4e8880b074 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 946 time: 0.1046162
Feb 28 10:37:38.993523 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: ACTIVE; New status is: DOWN {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:38.993927 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:39.018126 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-e5ee3918-f26e-48dd-a819-fbd9061bbea9 service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988456
Feb 28 10:37:39.030911 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:39.034133 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402d1be0-264b-4137-996b-9a9a43788560" -d '{"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-unplugged", "status": "completed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:39.049331 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:39.054046 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:39.091070 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b77ad850-e10a-48b2-8744-fef35ce4d582 req-3354263b-4cde-48f0-9601-0492cef5be87 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953918
Feb 28 10:37:39.111728 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=8']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:39.138218 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-ace2a811-4a94-409d-a773-2ab9a933be43 service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065073
Feb 28 10:37:39.160404 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a290e7-467f-442a-83c0-1368401902b3 x-openstack-request-id: req-73a290e7-467f-442a-83c0-1368401902b3 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:39.161024 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-unplugged", "status": "failed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7", "code": 422}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:39.161370 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73a290e7-467f-442a-83c0-1368401902b3 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:39.161951 dv-cinder-master-3-iscsi neutron-server[102810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7', 'code': 422} returned with failed status
Feb 28 10:37:39.599117 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ee4ed0d3-d781-4379-b5b4-1a441a898de6 req-6bc415a0-80e5-4ab0-82e2-defbee6bd9ab tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 210 time: 0.3141010
Feb 28 10:37:39.667068 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa64467-29a2-4851-b7cf-cd5600d5ecbb req-4ef3d116-f87d-4022-b1e0-70c868f53c7c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:39.668886 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-efa64467-29a2-4851-b7cf-cd5600d5ecbb req-4ef3d116-f87d-4022-b1e0-70c868f53c7c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0878191
Feb 28 10:37:39.728352 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-efa64467-29a2-4851-b7cf-cd5600d5ecbb req-159cc1f7-fa84-431c-b8a7-0205a79aa318 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525141
Feb 28 10:37:39.954682 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f949be-bdb7-4d06-ad68-18a6f5fcd11a req-27ea5443-f260-4807-9b92-7a4f8fc72bbd tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:39.956216 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-73f949be-bdb7-4d06-ad68-18a6f5fcd11a req-27ea5443-f260-4807-9b92-7a4f8fc72bbd tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0586655
Feb 28 10:37:40.011128 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-73f949be-bdb7-4d06-ad68-18a6f5fcd11a req-fb264bba-1a62-4f8d-83ce-69c0bcce217c tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490394
Feb 28 10:37:40.190846 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f9a89-8809-4fc6-b964-1248b05d6285 req-aaf726a4-411a-4c9f-a7cf-d77460e4f6e9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:40.192333 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-683f9a89-8809-4fc6-b964-1248b05d6285 req-aaf726a4-411a-4c9f-a7cf-d77460e4f6e9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0620501
Feb 28 10:37:40.241944 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-683f9a89-8809-4fc6-b964-1248b05d6285 req-5a6c9359-308d-43d5-a96e-62ca742620be tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439048
Feb 28 10:37:40.391434 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48070) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:40.492480 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-05b503a3-96d4-4b20-a7fa-23c3bd269363 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0998847
Feb 28 10:37:40.497483 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-7c8f47e9-db21-4480-93a4-dea608315a3b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:40.504425 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-7c8f47e9-db21-4480-93a4-dea608315a3b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1336191
Feb 28 10:37:40.506076 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-42c81ab7-c88b-4e7a-8cd7-d388bf33c6e9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:37:40.507487 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-42c81ab7-c88b-4e7a-8cd7-d388bf33c6e9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072262
Feb 28 10:37:40.528326 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Request body: {'port': {'device_id': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'admin_state_up': True, 'tenant_id': '5c79b1decd974ef2bb73bf55edc02f8c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:40.587016 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48080) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:40.648547 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Made reservation on behalf of 5c79b1decd974ef2bb73bf55edc02f8c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:37:40.653916 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:40.712124 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7b118915-d201-49fa-bb9b-df64c6f4c76a req-3ba73ac9-90b9-429f-8880-700a5dc8daf0 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 210 time: 0.0351167
Feb 28 10:37:40.722119 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-b5bad70e-7b0e-4cd0-bd72-6020ad63d862 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:40.722900 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-b5bad70e-7b0e-4cd0-bd72-6020ad63d862 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports/c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 941 time: 0.1347938
Feb 28 10:37:40.803836 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Allocated IP 172.20.0.4 (385c32c8-9d90-44b6-bcc3-678e48a38bb6/e72ddffc-248f-403a-b74b-7d12f452d56f/2df07693-98c8-4c85-a461-d68a9578eb1a) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:37:40.860260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec9d7-963b-456b-a0a9-390cf4ade93e req-09219dba-6b5d-421c-b149-f6bf921c33d1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:40.861929 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-478ec9d7-963b-456b-a0a9-390cf4ade93e req-09219dba-6b5d-421c-b149-f6bf921c33d1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0597763
Feb 28 10:37:40.944439 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-478ec9d7-963b-456b-a0a9-390cf4ade93e req-4c39287a-8d5f-4a15-8aa2-0d7be15e3745 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721331
Feb 28 10:37:40.957374 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-fc9178b1-295c-49df-8069-bc14fc11936d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:40.958965 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-fc9178b1-295c-49df-8069-bc14fc11936d tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.0957780
Feb 28 10:37:40.977538 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks [] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.013875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.062085 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:37:41.067917 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:37:41.072643 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:37:41.077925 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event updated for resources: {'Port': ['ID=2df07693-98c8-4c85-a461-d68a9578eb1a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:41.090027 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Deleting port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:41.090548 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.126735 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:41.127017 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.144227 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2d32846a-7b5d-4b09-9c02-e203c7d3b5ad tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6209917
Feb 28 10:37:41.178364 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Request body: {'port': {'device_id': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:37:41.209009 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede2335-9fc9-4a2c-b2e2-608d3bcd940e req-497f7655-b06e-4375-82a9-a03fcb0a65b3 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:41.210508 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ede2335-9fc9-4a2c-b2e2-608d3bcd940e req-497f7655-b06e-4375-82a9-a03fcb0a65b3 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e2144-30f4-491e-a85f-59b429f9879b HTTP/1.1" status: 200  len: 945 time: 0.1166549
Feb 28 10:37:41.233718 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] For port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:41.234088 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.244589 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.257019 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Calling delete_port for 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:41.290337 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0ede2335-9fc9-4a2c-b2e2-608d3bcd940e req-4936fc9a-c3ca-41a4-af7a-74cf87cc048f tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.21 "GET /v2.0/security-groups?id=09f61f71-513a-43d6-804d-e408bb3204c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700655
Feb 28 10:37:41.405034 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c8ade-b10e-4b44-b9c8-8a848ce77fcf req-3ca6038a-0c92-4add-8ee2-8f26c9973b1e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:41.406576 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3f7c8ade-b10e-4b44-b9c8-8a848ce77fcf req-3ca6038a-0c92-4add-8ee2-8f26c9973b1e tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0770836
Feb 28 10:37:41.494761 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (4b9ee076-d1ee-4590-80a3-6e8e06acb5ce), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.503010 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3f7c8ade-b10e-4b44-b9c8-8a848ce77fcf req-2e25d7e7-cabd-416a-a6ab-b6e1311dbc8b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867662
Feb 28 10:37:41.527498 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df07693-98c8-4c85-a461-d68a9578eb1a {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:37:41.533267 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:37:41.536113 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Pushing event deleted for resources: {'Port': ['ID=4b9ee076-d1ee-4590-80a3-6e8e06acb5ce,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:41.536347 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Publish callbacks [] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.567376 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Transition to ACTIVE for port object 2df07693-98c8-4c85-a461-d68a9578eb1a will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:37:41.572023 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.588098 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] No DVR routers for this DVR port 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:41.591265 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:41.594888 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2ff29d32-f722-452a-b5c8-7d39800b91f9 req-60d073a3-a173-4b5b-bc48-cb7922993b75 tempest-TestMinimumBasicScenario-977031880 tempest-TestMinimumBasicScenario-977031880-project] 10.222.0.26 "DELETE /v2.0/ports/4b9ee076-d1ee-4590-80a3-6e8e06acb5ce HTTP/1.1" status: 204  len: 173 time: 0.6275117
Feb 28 10:37:41.595359 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'name': 'network-vif-deleted', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:41.598369 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8637fbf-f607-4b82-8548-cbba1e5fe3bf" -d '{"events": [{"server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "name": "network-vif-deleted", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:41.625396 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Pushing event updated for resources: {'Port': ['ID=2df07693-98c8-4c85-a461-d68a9578eb1a,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:41.643383 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c121b-886e-421b-85cf-01dafb993670 x-openstack-request-id: req-b95c121b-886e-421b-85cf-01dafb993670 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:41.643689 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e2144-30f4-491e-a85f-59b429f9879b", "name": "network-vif-deleted", "tag": "4b9ee076-d1ee-4590-80a3-6e8e06acb5ce", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:41.643946 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b95c121b-886e-421b-85cf-01dafb993670 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:41.644366 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1e2144-30f4-491e-a85f-59b429f9879b', 'name': 'network-vif-deleted', 'tag': '4b9ee076-d1ee-4590-80a3-6e8e06acb5ce', 'status': 'completed', 'code': 200}
Feb 28 10:37:41.904690 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-37a901d0-c9eb-4080-8b76-409cff76ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:41.906226 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-37a901d0-c9eb-4080-8b76-409cff76ec29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a&tenant_id=003233ff59254fa88847f9adc1437df3 HTTP/1.1" status: 200  len: 1128 time: 0.1203296
Feb 28 10:37:41.918297 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fce06-38f2-477c-8ac3-6ef659ba28d7 req-bd6a92c1-8c52-4e6f-aa36-3694de88ebab tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:41.920091 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-465fce06-38f2-477c-8ac3-6ef659ba28d7 req-bd6a92c1-8c52-4e6f-aa36-3694de88ebab tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 943 time: 0.1255758
Feb 28 10:37:41.989040 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Attempting to bind port 2df07693-98c8-4c85-a461-d68a9578eb1a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:37:41.989388 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Attempting to bind port 2df07693-98c8-4c85-a461-d68a9578eb1a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:37:41.989722 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Attempting to bind port 2df07693-98c8-4c85-a461-d68a9578eb1a on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:37:41.994322 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Port 2df07693-98c8-4c85-a461-d68a9578eb1a on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:37:41.994616 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Attempting to bind port 2df07693-98c8-4c85-a461-d68a9578eb1a on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:37:42.001083 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:37:42.001428 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Checking segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:37:42.001819 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Bound using segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:37:42.002252 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Bound port: 2df07693-98c8-4c85-a461-d68a9578eb1a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:37:42.002637 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:42.003560 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-465fce06-38f2-477c-8ac3-6ef659ba28d7 req-4cef0d19-4ea2-4cf2-b1f6-42b7787a8ef6 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771072
Feb 28 10:37:42.021774 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-2d395a1c-83ce-4b8f-8d2b-e59154ab5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.023938 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-2d395a1c-83ce-4b8f-8d2b-e59154ab5d4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1128 time: 0.0686147
Feb 28 10:37:42.077210 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] For port 2df07693-98c8-4c85-a461-d68a9578eb1a, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:37:42.080613 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] For port 2df07693-98c8-4c85-a461-d68a9578eb1a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2df07693-98c8-4c85-a461-d68a9578eb1a,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:37:42.088924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:42.152984 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.153690 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:42.155229 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] 10.222.0.26 "PUT /v2.0/ports/2df07693-98c8-4c85-a461-d68a9578eb1a HTTP/1.1" status: 200  len: 1093 time: 0.9814520
Feb 28 10:37:42.158044 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'tag': '2df07693-98c8-4c85-a461-d68a9578eb1a'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:42.160470 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2351b-a684-4500-9c8e-ee2a06131320" -d '{"events": [{"name": "network-changed", "server_uuid": "c9afa739-da2b-478b-af9a-7ea5ad86650d", "tag": "2df07693-98c8-4c85-a461-d68a9578eb1a"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:42.163769 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad0ea8-e9b8-4829-830e-7263c5c7f6df service neutron] Pushing event updated for resources: {'Port': ['ID=2df07693-98c8-4c85-a461-d68a9578eb1a,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:42.201961 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aec1a3-f1d3-4dbd-8795-d4c6ba3768cb req-c315d6df-8b9c-40a8-ac37-d2853c09583f tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.203544 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a3aec1a3-f1d3-4dbd-8795-d4c6ba3768cb req-c315d6df-8b9c-40a8-ac37-d2853c09583f tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.1678762
Feb 28 10:37:42.214066 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f68704d-f5db-4f03-a209-3d939b1bbdaf x-openstack-request-id: req-0f68704d-f5db-4f03-a209-3d939b1bbdaf {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:42.214545 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9afa739-da2b-478b-af9a-7ea5ad86650d", "tag": "2df07693-98c8-4c85-a461-d68a9578eb1a", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:42.215339 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f68704d-f5db-4f03-a209-3d939b1bbdaf {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:42.215507 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'tag': '2df07693-98c8-4c85-a461-d68a9578eb1a', 'status': 'completed', 'code': 200}
Feb 28 10:37:42.236909 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-c1f6c5f3-184e-43c5-a312-d24c665d3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.238345 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-c1f6c5f3-184e-43c5-a312-d24c665d3cbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.1914234
Feb 28 10:37:42.257253 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-26fcd66f-a5cd-4ea6-96d4-5661256efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.258754 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-26fcd66f-a5cd-4ea6-96d4-5661256efec5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1130 time: 0.1413491
Feb 28 10:37:42.311773 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-b56dacb2-ce70-4f3a-ba48-90734b79c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.314327 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-b56dacb2-ce70-4f3a-ba48-90734b79c1ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 1127 time: 0.0529323
Feb 28 10:37:42.369663 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-2decd7bb-3125-4a18-b975-3d512497266d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2df07693-98c8-4c85-a461-d68a9578eb1a HTTP/1.1" status: 200  len: 217 time: 0.0427718
Feb 28 10:37:42.377491 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a3aec1a3-f1d3-4dbd-8795-d4c6ba3768cb req-ddfa5632-e083-4fb9-9bdc-9c18f52a03b3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1573684
Feb 28 10:37:42.417066 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-c8ce52cf-5b23-45cb-9042-5b83c0faabdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 1000 time: 0.1464379
Feb 28 10:37:42.435816 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-0be121e9-27d4-4b94-bc7e-18b7aabb27de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.437918 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-0be121e9-27d4-4b94-bc7e-18b7aabb27de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.0613563
Feb 28 10:37:42.472002 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-73ca62a7-7595-443b-a80c-e068fc20e2e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281155
Feb 28 10:37:42.477222 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-ee854942-ebbf-427f-a26e-4ad80b89c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.478707 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-ee854942-ebbf-427f-a26e-4ad80b89c7af service neutron] 10.222.0.26 "GET /v2.0/networks?id=956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 200  len: 910 time: 0.2066765
Feb 28 10:37:42.495761 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-4e6caea6-a6f8-4d57-8657-e0f27e26477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.497754 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-4e6caea6-a6f8-4d57-8657-e0f27e26477c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0702689
Feb 28 10:37:42.583112 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-05b3e4a5-e982-419e-beeb-8ec4634a4bbe service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057596
Feb 28 10:37:42.583598 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-05cd2b48-85b7-450f-98e1-c8330387689f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 1002 time: 0.0960646
Feb 28 10:37:42.623250 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-5c077ee6-5279-4a96-8177-a9c98956973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.625400 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-5c077ee6-5279-4a96-8177-a9c98956973e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0982678
Feb 28 10:37:42.696214 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bed4c800-b5f2-4420-aa07-6090c9f2a124 req-a489c409-6d88-46dd-a247-2caafc476250 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025941
Feb 28 10:37:42.730168 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-59d2122f-6b78-4b5e-acc1-369258cc5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.731715 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-59d2122f-6b78-4b5e-acc1-369258cc5e67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=123faae4-a2c2-43a0-a700-63d5786e34ac HTTP/1.1" status: 200  len: 848 time: 0.1378462
Feb 28 10:37:42.810141 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81842c-8f17-4e9a-929c-ef9b00fbe938 req-bd0fb26b-ec59-43ce-a2f6-188463da9e57 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.811849 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1a81842c-8f17-4e9a-929c-ef9b00fbe938 req-bd0fb26b-ec59-43ce-a2f6-188463da9e57 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.1861217
Feb 28 10:37:42.834776 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-9794904a-c5eb-4cfd-b4eb-73704e4e7ac2 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033663
Feb 28 10:37:42.870224 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-b290794f-87de-4fdc-b5b9-abfd3652c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.872890 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-b290794f-87de-4fdc-b5b9-abfd3652c22c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 1127 time: 0.0706289
Feb 28 10:37:42.881974 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-c0b41e61-9cdc-4ce4-9f01-e9fa750cfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.884021 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-c0b41e61-9cdc-4ce4-9f01-e9fa750cfb9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=956c294a-5b07-4205-ad8a-387d3422fbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1430104
Feb 28 10:37:42.960983 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:42.980747 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-a7bd1056-fd16-421c-b2b1-be1335afbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:42.981831 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-a7bd1056-fd16-421c-b2b1-be1335afbdac service neutron] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 915 time: 0.1018984
Feb 28 10:37:43.041773 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1a81842c-8f17-4e9a-929c-ef9b00fbe938 req-e4798672-214d-42e1-bff2-1da8359e9f79 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2230182
Feb 28 10:37:43.043234 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-79c027ff-9282-4279-abea-fa9ab8e0de6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2df07693-98c8-4c85-a461-d68a9578eb1a HTTP/1.1" status: 200  len: 217 time: 0.0524580
Feb 28 10:37:43.063726 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: DOWN; New status is: DOWN {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:43.065224 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:43.072863 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c1afa918-7e25-4c63-9093-12924dc6aa92 req-d76d0f7e-f736-4aba-8313-fee29ec75aff service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307999
Feb 28 10:37:43.091977 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:43.092529 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 4b9ee076-d1ee-4590-80a3-6e8e06acb5ce not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:43.119094 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-5e85ad8a-b9d9-47b3-9b3c-b402741b065b service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954160
Feb 28 10:37:43.151858 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-bdd9630a-1ef5-46b8-bf02-01374ada0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:43.155382 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-bdd9630a-1ef5-46b8-bf02-01374ada0fb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.1061981
Feb 28 10:37:43.191142 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-5e367da5-f8bb-4e76-a6eb-41febd71bc68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294788
Feb 28 10:37:43.260854 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48158) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:43.319421 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-94eb084e-3734-4021-ac19-22dc97c15472 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1113367
Feb 28 10:37:43.331738 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f7d8-2227-4f8e-b61d-0537d3185fd8 req-b23befc4-e65d-4081-8741-549d19872c7f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:43.333365 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-40b0f7d8-2227-4f8e-b61d-0537d3185fd8 req-b23befc4-e65d-4081-8741-549d19872c7f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 943 time: 0.1869729
Feb 28 10:37:43.348143 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19d70eb8-343e-4c09-b86b-4a316595d41a req-b702e8da-c8a3-4c54-bd13-c5888ae13cbb service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134447
Feb 28 10:37:43.438139 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4d2351b-a684-4500-9c8e-ee2a06131320 req-a54ccb61-2c43-4553-b608-86a4467c7261 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121302
Feb 28 10:37:43.466085 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-40b0f7d8-2227-4f8e-b61d-0537d3185fd8 req-94f7bf3b-c0b5-4082-80ca-50612925bc4f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203823
Feb 28 10:37:43.672668 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d21162-aa23-46d1-84b4-ee99b6f38a65 req-37f8e0e6-d6fc-4781-abab-9332c8cf15d9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:43.675139 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-72d21162-aa23-46d1-84b4-ee99b6f38a65 req-37f8e0e6-d6fc-4781-abab-9332c8cf15d9 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.2065361
Feb 28 10:37:43.687260 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c15a3d88-eee5-41a1-b0eb-118f0df2f545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:43.775352 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-72d21162-aa23-46d1-84b4-ee99b6f38a65 req-5f13d0c4-c635-4694-9127-250888a1c8c5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945792
Feb 28 10:37:44.368579 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b732-6b6a-4e47-b5b2-f3bbe5e85ded req-87940d28-d1e7-4f4a-a95f-27d41827064c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:44.369994 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-61b2b732-6b6a-4e47-b5b2-f3bbe5e85ded req-87940d28-d1e7-4f4a-a95f-27d41827064c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.1025395
Feb 28 10:37:44.407631 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (348bb11f-0dea-4ad1-a371-8844bf4453e7), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:44.498742 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-61b2b732-6b6a-4e47-b5b2-f3bbe5e85ded req-55717afd-033d-45ed-b22c-6d2bcea4bc86 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218672
Feb 28 10:37:44.707038 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f4a1-e796-47fd-a339-b9ff72ff5e4c req-4310b884-2711-4f1f-a32c-3de9a1da95ef tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:44.708560 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-40c3f4a1-e796-47fd-a339-b9ff72ff5e4c req-4310b884-2711-4f1f-a32c-3de9a1da95ef tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 943 time: 0.1591568
Feb 28 10:37:44.781428 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-40c3f4a1-e796-47fd-a339-b9ff72ff5e4c req-ab4c6296-3a38-4470-94df-dfc68f3535db tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669260
Feb 28 10:37:44.904798 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Deleting port c3518ec6-d4f7-4afe-90f1-674308e8cc60 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:44.905138 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:44.971479 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80b17-bd99-47f7-9a69-687e20f64a7b req-eb30566f-9c42-42bd-9bb1-68c0bfc1a139 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:44.972925 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c6e80b17-bd99-47f7-9a69-687e20f64a7b req-eb30566f-9c42-42bd-9bb1-68c0bfc1a139 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.1130226
Feb 28 10:37:45.022875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] For port c3518ec6-d4f7-4afe-90f1-674308e8cc60, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3518ec6-d4f7-4afe-90f1-674308e8cc60,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:45.023241 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:45.049014 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Calling delete_port for c3518ec6-d4f7-4afe-90f1-674308e8cc60 owned by network:router_interface {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:45.065499 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c6e80b17-bd99-47f7-9a69-687e20f64a7b req-22d31cde-7e75-456c-a82c-135f64efc0ff tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851247
Feb 28 10:37:45.262384 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (c3518ec6-d4f7-4afe-90f1-674308e8cc60), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:45.289731 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3518ec6-d4f7-4afe-90f1-674308e8cc60,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:45.474586 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (348bb11f-0dea-4ad1-a371-8844bf4453e7), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:45.686454 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf34ad-399c-427e-8689-81622b8a593a req-212640e6-4bef-4f02-bed5-6990ef62d6cb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:45.687990 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1edf34ad-399c-427e-8689-81622b8a593a req-212640e6-4bef-4f02-bed5-6990ef62d6cb tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.1084826
Feb 28 10:37:45.779490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Router 348bb11f-0dea-4ad1-a371-8844bf4453e7 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:37:45.783594 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1edf34ad-399c-427e-8689-81622b8a593a req-bbed90b5-279c-49f2-bd00-86d624326454 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636895
Feb 28 10:37:45.950283 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:37:45.955516 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-be88a73e-c3cb-4809-ad9a-7dfb5d18c352 admin admin] 10.222.0.21 "PUT /v2.0/routers/348bb11f-0dea-4ad1-a371-8844bf4453e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6931269
Feb 28 10:37:45.958558 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48188) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:45.962872 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] Sync routers for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:37:45.968005 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a7f0e-bba9-43d2-9442-e39a03d22e4c req-3c06e908-2500-468c-844c-1c8b582c1d63 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:45.968529 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0acb84a8-7e23-4858-bf93-3c3d52d0ff56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:45.969577 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fa5a7f0e-bba9-43d2-9442-e39a03d22e4c req-3c06e908-2500-468c-844c-1c8b582c1d63 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 943 time: 0.1007233
Feb 28 10:37:45.975772 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:45.976507 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259870e80>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:46.018578 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fa5a7f0e-bba9-43d2-9442-e39a03d22e4c req-f4504171-043d-4c2b-80c0-7c853345f87f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425713
Feb 28 10:37:46.079975 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks [] for router (348bb11f-0dea-4ad1-a371-8844bf4453e7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.113414 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:46.223354 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190532a-b132-44e5-b52c-e25c703f6943 req-5fcb4092-1aeb-4692-a926-47313ed835bc tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:46.225861 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2190532a-b132-44e5-b52c-e25c703f6943 req-5fcb4092-1aeb-4692-a926-47313ed835bc tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0759027
Feb 28 10:37:46.233668 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks [] for router_gateway (348bb11f-0dea-4ad1-a371-8844bf4453e7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.288108 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2190532a-b132-44e5-b52c-e25c703f6943 req-51969d63-facc-40cb-b55c-669967c02675 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555692
Feb 28 10:37:46.309708 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Deleting port 5fff919c-74a0-40bd-bd1b-a280f7ff852a {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:46.310129 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.347436 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259870e80>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235'}], 'enable_snat': True}, 'gw_port_id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:37:45Z', 'revision_number': 5, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port': {'id': '5fff919c-74a0-40bd-bd1b-a280f7ff852a', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:07Z', 'updated_at': '2022-02-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:46.377647 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] Checking router: 348bb11f-0dea-4ad1-a371-8844bf4453e7 for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:37:46.385811 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] Routers {'348bb11f-0dea-4ad1-a371-8844bf4453e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:46.387035 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259870e80>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['348bb11f-0dea-4ad1-a371-8844bf4453e7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:46.392951 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] For port 5fff919c-74a0-40bd-bd1b-a280f7ff852a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5fff919c-74a0-40bd-bd1b-a280f7ff852a,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:46.393324 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.406254 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Calling delete_port for 5fff919c-74a0-40bd-bd1b-a280f7ff852a owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:46.475819 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] Set router 348bb11f-0dea-4ad1-a371-8844bf4453e7 gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:46.559982 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259870e80>, [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:37:46Z', 'revision_number': 6, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:46.608224 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (5fff919c-74a0-40bd-bd1b-a280f7ff852a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.610524 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38935508-e1a4-462e-8236-f714861e2a9b None None] The sync data for ids ['348bb11f-0dea-4ad1-a371-8844bf4453e7'] in dv-cinder-master-3-iscsi is: [{'id': '348bb11f-0dea-4ad1-a371-8844bf4453e7', 'name': 'tempest-TestMinimumBasicScenario-298281547-router', 'tenant_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:06Z', 'updated_at': '2022-02-28T10:37:46Z', 'revision_number': 6, 'project_id': 'b8784f6a53624f7688d9ae0ae0e15169', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:37:46.644379 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fff919c-74a0-40bd-bd1b-a280f7ff852a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:46.708471 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (348bb11f-0dea-4ad1-a371-8844bf4453e7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.801299 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (348bb11f-0dea-4ad1-a371-8844bf4453e7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.803473 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks [] for router_controller (348bb11f-0dea-4ad1-a371-8844bf4453e7), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.860564 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (348bb11f-0dea-4ad1-a371-8844bf4453e7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.861049 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348bb11f-0dea-4ad1-a371-8844bf4453e7 {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:37:46.872459 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.877052 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ce9382d9-7569-4cc0-b577-cf616096fd19 admin admin] 10.222.0.21 "DELETE /v2.0/routers/348bb11f-0dea-4ad1-a371-8844bf4453e7 HTTP/1.1" status: 204  len: 168 time: 0.9164939
Feb 28 10:37:46.877732 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48196) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:46.940044 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2df07693-98c8-4c85-a461-d68a9578eb1a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:37:46.940245 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] Deleting subnet cd5b54f6-a60e-4d60-841e-0d1e7247ae5f {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:37:46.943484 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] Publish callbacks [] for subnet (cd5b54f6-a60e-4d60-841e-0d1e7247ae5f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:46.975837 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f14162-da40-4eef-bd65-817ebaddcad1 req-0bffe387-56ad-4dff-913a-0fdf5cb16628 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:46.978581 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-49f14162-da40-4eef-bd65-817ebaddcad1 req-0bffe387-56ad-4dff-913a-0fdf5cb16628 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0825760
Feb 28 10:37:46.986850 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (cd5b54f6-a60e-4d60-841e-0d1e7247ae5f), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.115438 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-49f14162-da40-4eef-bd65-817ebaddcad1 req-142f645d-bf8f-423f-b3e2-5a52026bff5d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228378
Feb 28 10:37:47.225498 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (cd5b54f6-a60e-4d60-841e-0d1e7247ae5f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.280094 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 2df07693-98c8-4c85-a461-d68a9578eb1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2df07693-98c8-4c85-a461-d68a9578eb1a,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:47.291061 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69d18e-fd14-4103-bb4f-62e24add3e0e req-31cd9dbe-2091-4fe0-9c1d-54933f58be2b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:47.293331 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ae69d18e-fd14-4103-bb4f-62e24add3e0e req-31cd9dbe-2091-4fe0-9c1d-54933f58be2b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 943 time: 0.1281116
Feb 28 10:37:47.305568 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '2df07693-98c8-4c85-a461-d68a9578eb1a', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'port_id': '2df07693-98c8-4c85-a461-d68a9578eb1a', 'mac_address': 'fa:16:3e:c9:46:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72ddffc-248f-403a-b74b-7d12f452d56f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:37:47.307499 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.315695 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (cd5b54f6-a60e-4d60-841e-0d1e7247ae5f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.342903 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5b54f6-a60e-4d60-841e-0d1e7247ae5f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:47.349389 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.353182 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-12841290-4b36-404c-9be8-f2b321eb1311 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd5b54f6-a60e-4d60-841e-0d1e7247ae5f HTTP/1.1" status: 204  len: 168 time: 0.4744735
Feb 28 10:37:47.355311 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 2df07693-98c8-4c85-a461-d68a9578eb1a is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:47.356083 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.356572 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ae69d18e-fd14-4103-bb4f-62e24add3e0e req-83d708d5-72c2-423e-8e65-ceb75e46d19b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561950
Feb 28 10:37:47.357105 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48202) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:47.359794 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13b54e-691d-4ba2-a5b2-6ccdf7e0d58b None None] Network 08ce50bb-e12e-4613-b944-9efdb4ba7ded requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:37:47.415511 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df07693-98c8-4c85-a461-d68a9578eb1a {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:37:47.454137 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 2df07693-98c8-4c85-a461-d68a9578eb1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2df07693-98c8-4c85-a461-d68a9578eb1a,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:47.476036 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.477100 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (08ce50bb-e12e-4613-b944-9efdb4ba7ded), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.533758 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4bd04-c158-4385-b33f-c7911674a376 req-1c87f1c3-acea-4977-9a7b-be15a5dc82af tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:47.535299 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dbe4bd04-c158-4385-b33f-c7911674a376 req-1c87f1c3-acea-4977-9a7b-be15a5dc82af tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.1410968
Feb 28 10:37:47.538285 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=2df07693-98c8-4c85-a461-d68a9578eb1a,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:47.640673 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dbe4bd04-c158-4385-b33f-c7911674a376 req-75949a5d-9272-486e-a02d-571dfd7abb88 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894847
Feb 28 10:37:47.649450 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Deleting port 4f830b09-e17a-44af-adbc-52cf947dfc89 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:47.649450 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.652499 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] DHCP port deletion for 08ce50bb-e12e-4613-b944-9efdb4ba7ded request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:37:47.724567 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] Deleting port 4f830b09-e17a-44af-adbc-52cf947dfc89 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:47.725257 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.745373 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] For port 4f830b09-e17a-44af-adbc-52cf947dfc89, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f830b09-e17a-44af-adbc-52cf947dfc89,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:47.746365 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.763196 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Calling delete_port for 4f830b09-e17a-44af-adbc-52cf947dfc89 owned by network:dhcp {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:47.815077 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] For port 4f830b09-e17a-44af-adbc-52cf947dfc89, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f830b09-e17a-44af-adbc-52cf947dfc89,segment=NetworkSegment(0f01608d-43af-483b-ab70-ce54d97beaf6),segment_id=0f01608d-43af-483b-ab70-ce54d97beaf6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:47.815851 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.819938 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:37:47.860278 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] Calling delete_port for 4f830b09-e17a-44af-adbc-52cf947dfc89 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:47.892787 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:47.950897 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Pushing event deleted for resources: {'Port': ['ID=4f830b09-e17a-44af-adbc-52cf947dfc89,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:47.953145 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] No DVR routers for this DVR port 4f830b09-e17a-44af-adbc-52cf947dfc89 on host dv-cinder-master-3-iscsi {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:48.043384 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (4f830b09-e17a-44af-adbc-52cf947dfc89), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.058749 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (08ce50bb-e12e-4613-b944-9efdb4ba7ded), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.088136 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253ff5eb0>,) {'filters': {'network_id': ['08ce50bb-e12e-4613-b944-9efdb4ba7ded']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:48.099158 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253ff5eb0>, '0f01608d-43af-483b-ab70-ce54d97beaf6') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:48.099531 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253ff5eb0>, '0f01608d-43af-483b-ab70-ce54d97beaf6') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:48.107599 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] Pushing event deleted for resources: {'Port': ['ID=4f830b09-e17a-44af-adbc-52cf947dfc89,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:48.110485 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (0f01608d-43af-483b-ab70-ce54d97beaf6), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.118660 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dcb3d-677e-477a-840a-fd81c4ee0083 None None] No DVR routers for this DVR port 4f830b09-e17a-44af-adbc-52cf947dfc89 on host dv-cinder-master-3-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:48.145219 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (0f01608d-43af-483b-ab70-ce54d97beaf6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.153568 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:37:48.153975 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (0f01608d-43af-483b-ab70-ce54d97beaf6), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:37:48.155873 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:37:48.244172 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (08ce50bb-e12e-4613-b944-9efdb4ba7ded), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.251897 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.255149 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] 10.222.0.21 "DELETE /v2.0/networks/08ce50bb-e12e-4613-b944-9efdb4ba7ded HTTP/1.1" status: 204  len: 168 time: 0.8969092
Feb 28 10:37:48.260809 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48206) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:48.275251 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b235a-d5d7-444a-8647-c6e7570abcde admin admin] Pushing event deleted for resources: {'Network': ['ID=08ce50bb-e12e-4613-b944-9efdb4ba7ded,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:48.291617 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4743a-9d88-4b67-abe0-5ba89f702e46 req-a81b6def-7ef2-41e1-8d40-cc6d2e1a62f6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:48.294644 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-39d4743a-9d88-4b67-abe0-5ba89f702e46 req-a81b6def-7ef2-41e1-8d40-cc6d2e1a62f6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0835996
Feb 28 10:37:48.376507 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-39d4743a-9d88-4b67-abe0-5ba89f702e46 req-7be84944-5315-4781-bae5-064317a9c53d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752459
Feb 28 10:37:48.517506 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.537844 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3226de-d419-4df2-ab4f-6e743afb7ac7 req-8e151ce9-77fe-48cc-a0ff-510d01d2a6e6 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:48.539442 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0c3226de-d419-4df2-ab4f-6e743afb7ac7 req-8e151ce9-77fe-48cc-a0ff-510d01d2a6e6 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 944 time: 0.1078632
Feb 28 10:37:48.606019 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0c3226de-d419-4df2-ab4f-6e743afb7ac7 req-de686b9c-fb10-4042-82e3-e5af6ae45bc3 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595384
Feb 28 10:37:48.667881 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 4f830b09-e17a-44af-adbc-52cf947dfc89 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:48.692166 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 4f830b09-e17a-44af-adbc-52cf947dfc89 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:48.692594 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 4f830b09-e17a-44af-adbc-52cf947dfc89 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:48.693021 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 5fff919c-74a0-40bd-bd1b-a280f7ff852a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:48.731917 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (28f1e913-6371-43fe-ba97-76aa2d4150f9), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:48.735653 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 5fff919c-74a0-40bd-bd1b-a280f7ff852a {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:48.736013 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 5fff919c-74a0-40bd-bd1b-a280f7ff852a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:48.736437 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device c3518ec6-d4f7-4afe-90f1-674308e8cc60 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:48.760450 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: c3518ec6-d4f7-4afe-90f1-674308e8cc60 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:48.760803 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device c3518ec6-d4f7-4afe-90f1-674308e8cc60 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:48.803545 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a15f6f-181a-4470-9438-ae1cff108c5f req-d2bbb8a4-875e-4c49-936a-5a2afc9241be tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:48.810430 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a0a15f6f-181a-4470-9438-ae1cff108c5f req-d2bbb8a4-875e-4c49-936a-5a2afc9241be tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0803680
Feb 28 10:37:48.925803 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a0a15f6f-181a-4470-9438-ae1cff108c5f req-69c4df23-99dc-4ae7-b794-8117351a230c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098766
Feb 28 10:37:48.955374 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2df07693-98c8-4c85-a461-d68a9578eb1a up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:37:49.025215 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 2df07693-98c8-4c85-a461-d68a9578eb1a completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:37:49.031085 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 2df07693-98c8-4c85-a461-d68a9578eb1a triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:37:49.031518 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.096216 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Deleting port d4254bf8-ab24-4133-8114-68b3a3522ff1 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:49.096635 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.132719 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 2df07693-98c8-4c85-a461-d68a9578eb1a is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:49.133141 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.164952 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df07693-98c8-4c85-a461-d68a9578eb1a'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:37:49.167214 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20944e0-0891-4d21-97f3-a11645c537cc" -d '{"events": [{"server_uuid": "c9afa739-da2b-478b-af9a-7ea5ad86650d", "name": "network-vif-plugged", "status": "completed", "tag": "2df07693-98c8-4c85-a461-d68a9578eb1a"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:37:49.177816 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] For port d4254bf8-ab24-4133-8114-68b3a3522ff1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4254bf8-ab24-4133-8114-68b3a3522ff1,segment=NetworkSegment(3fa35c8b-6337-463d-8594-7c3036fc30d4),segment_id=3fa35c8b-6337-463d-8594-7c3036fc30d4)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:49.178212 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.190859 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 2df07693-98c8-4c85-a461-d68a9578eb1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2df07693-98c8-4c85-a461-d68a9578eb1a,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:49.195913 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.201247 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Calling delete_port for d4254bf8-ab24-4133-8114-68b3a3522ff1 owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:49.233002 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2322c25a-b698-4f7c-9a0f-b3757e096342 x-openstack-request-id: req-2322c25a-b698-4f7c-9a0f-b3757e096342 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:37:49.233311 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afa739-da2b-478b-af9a-7ea5ad86650d", "name": "network-vif-plugged", "status": "completed", "tag": "2df07693-98c8-4c85-a461-d68a9578eb1a", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:37:49.233556 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2322c25a-b698-4f7c-9a0f-b3757e096342 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:37:49.233958 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df07693-98c8-4c85-a461-d68a9578eb1a', 'code': 200}
Feb 28 10:37:49.253866 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=2df07693-98c8-4c85-a461-d68a9578eb1a,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:49.421874 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (d4254bf8-ab24-4133-8114-68b3a3522ff1), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.453451 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4254bf8-ab24-4133-8114-68b3a3522ff1,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:49.532589 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b34fa9-282c-47bf-9663-210e5a809981 req-37fb5222-2431-4492-90cc-72d30d7aba80 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:49.541582 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d2b34fa9-282c-47bf-9663-210e5a809981 req-37fb5222-2431-4492-90cc-72d30d7aba80 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0895751
Feb 28 10:37:49.601122 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d2b34fa9-282c-47bf-9663-210e5a809981 req-fabcf740-2439-4bdb-aaa1-bd87d1908b5b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594511
Feb 28 10:37:49.649599 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (28f1e913-6371-43fe-ba97-76aa2d4150f9), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.962048 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:49.989865 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Router 28f1e913-6371-43fe-ba97-76aa2d4150f9 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:37:50.112116 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d775847-b5e9-4966-923b-eb12294a5655 req-97060a93-8acd-44a9-b43b-56eb0cf6b5ef tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:50.114490 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3d775847-b5e9-4966-923b-eb12294a5655 req-97060a93-8acd-44a9-b43b-56eb0cf6b5ef tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.4179044
Feb 28 10:37:50.116812 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:37:50.123096 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-537e793e-2ded-41ee-b5fd-9ef57e3c3a3c admin admin] 10.222.0.21 "PUT /v2.0/routers/28f1e913-6371-43fe-ba97-76aa2d4150f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8587952
Feb 28 10:37:50.125847 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48224) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:50.130481 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] Sync routers for ids ['28f1e913-6371-43fe-ba97-76aa2d4150f9'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:37:50.147238 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] Routers {'28f1e913-6371-43fe-ba97-76aa2d4150f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:50.147922 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c9f160>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['28f1e913-6371-43fe-ba97-76aa2d4150f9'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:50.198709 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72b6ec-2c3c-4083-b1ae-0a86c56290d1 req-7d19a1a7-c87b-456d-8003-101081772778 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:50.200479 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-eb72b6ec-2c3c-4083-b1ae-0a86c56290d1 req-7d19a1a7-c87b-456d-8003-101081772778 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.1708431
Feb 28 10:37:50.278738 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks [] for router (28f1e913-6371-43fe-ba97-76aa2d4150f9), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:50.295875 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3d775847-b5e9-4966-923b-eb12294a5655 req-e9c88842-c5ab-48a9-b4bd-5c687f9a1c53 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605322
Feb 28 10:37:50.336979 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-eb72b6ec-2c3c-4083-b1ae-0a86c56290d1 req-5d9f9e49-d0b6-4843-9a76-02c3eaf405e8 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212614
Feb 28 10:37:50.374791 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] Set router 28f1e913-6371-43fe-ba97-76aa2d4150f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:50.567424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c9f160>, [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:37:49Z', 'revision_number': 5, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:50.596292 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] Checking router: 28f1e913-6371-43fe-ba97-76aa2d4150f9 for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:37:50.606403 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] Routers {'28f1e913-6371-43fe-ba97-76aa2d4150f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:37:50.607071 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c9f160>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:37:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['28f1e913-6371-43fe-ba97-76aa2d4150f9'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:50.705452 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks [] for router_gateway (28f1e913-6371-43fe-ba97-76aa2d4150f9), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:50.728954 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] Set router 28f1e913-6371-43fe-ba97-76aa2d4150f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:37:50.735214 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bec40-0252-48ac-8d9f-2a8a664e50a6 req-275243d0-5f42-4aea-93f6-0eb47d0a8854 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:50.736744 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-504bec40-0252-48ac-8d9f-2a8a664e50a6 req-275243d0-5f42-4aea-93f6-0eb47d0a8854 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0552533
Feb 28 10:37:50.766624 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Deleting port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:50.766624 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:50.807305 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-504bec40-0252-48ac-8d9f-2a8a664e50a6 req-66c274b1-f46a-47bf-a17c-3be6d3ed35a1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644360
Feb 28 10:37:50.943109 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] For port 0f3f9130-2a0d-4f1a-93ba-2b491f0954db, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:50.943497 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:50.968787 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Calling delete_port for 0f3f9130-2a0d-4f1a-93ba-2b491f0954db owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:50.983585 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c9f160>, [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:37:49Z', 'revision_number': 5, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:51.012869 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a396e-4401-4f66-9071-1d7b7ea304b2 None None] The sync data for ids ['28f1e913-6371-43fe-ba97-76aa2d4150f9'] in dv-cinder-master-3-iscsi is: [{'id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'name': 'tempest-TestMinimumBasicScenario-1479141358-router', 'tenant_id': 'f2cc8158f70a4daa967243f70196b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80'}], 'enable_snat': True}, 'gw_port_id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:19Z', 'updated_at': '2022-02-28T10:37:49Z', 'revision_number': 5, 'project_id': 'f2cc8158f70a4daa967243f70196b5fc', 'gw_port': {'id': '0f3f9130-2a0d-4f1a-93ba-2b491f0954db', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1e913-6371-43fe-ba97-76aa2d4150f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:21Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:37:51.156111 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (0f3f9130-2a0d-4f1a-93ba-2b491f0954db), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.181928 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3f9130-2a0d-4f1a-93ba-2b491f0954db,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:51.241985 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (28f1e913-6371-43fe-ba97-76aa2d4150f9), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.332781 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (28f1e913-6371-43fe-ba97-76aa2d4150f9), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.334932 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks [] for router_controller (28f1e913-6371-43fe-ba97-76aa2d4150f9), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.387170 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (28f1e913-6371-43fe-ba97-76aa2d4150f9), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.387339 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f1e913-6371-43fe-ba97-76aa2d4150f9 {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:37:51.393145 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.403174 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2bd9ff4e-d357-4a6f-a2ff-8b86fbfd6350 admin admin] 10.222.0.21 "DELETE /v2.0/routers/28f1e913-6371-43fe-ba97-76aa2d4150f9 HTTP/1.1" status: 204  len: 168 time: 1.2765512
Feb 28 10:37:51.403921 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48232) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:51.476825 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] Deleting subnet 7df7dd5a-b0f5-4307-b1db-2a5fedde6998 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:37:51.489541 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] Publish callbacks [] for subnet (7df7dd5a-b0f5-4307-b1db-2a5fedde6998), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.533371 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (7df7dd5a-b0f5-4307-b1db-2a5fedde6998), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.581237 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abf736-b1fa-4174-b852-a830cddaf8e9 req-44404ceb-c992-4cf5-9634-1220f3161318 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:51.583787 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d6abf736-b1fa-4174-b852-a830cddaf8e9 req-44404ceb-c992-4cf5-9634-1220f3161318 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.2400656
Feb 28 10:37:51.628792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5705ba-5e3f-4f2a-922a-f398b8f402be req-13eb769d-4938-4ea4-bed8-b46ddd5588c5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:51.635181 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (7df7dd5a-b0f5-4307-b1db-2a5fedde6998), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.636502 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b5705ba-5e3f-4f2a-922a-f398b8f402be req-13eb769d-4938-4ea4-bed8-b46ddd5588c5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.2105381
Feb 28 10:37:51.714470 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (7df7dd5a-b0f5-4307-b1db-2a5fedde6998), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.726112 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d6abf736-b1fa-4174-b852-a830cddaf8e9 req-465b5fee-eb6a-46a9-8cde-a447064d3926 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342688
Feb 28 10:37:51.733455 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b5705ba-5e3f-4f2a-922a-f398b8f402be req-616886db-a922-4f7c-8e71-7a2875dc87ac tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955558
Feb 28 10:37:51.761344 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df7dd5a-b0f5-4307-b1db-2a5fedde6998,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:51.766206 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f7106-fcfc-431b-88ca-d30b6596863c None None] Network 26056b98-d34c-4e56-8abb-09e429db5330 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:37:51.767141 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.777750 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48234) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:51.778636 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-aa61531f-bf8a-4278-a08c-6167fc63d601 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7df7dd5a-b0f5-4307-b1db-2a5fedde6998 HTTP/1.1" status: 204  len: 168 time: 0.3721008
Feb 28 10:37:51.858694 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (26056b98-d34c-4e56-8abb-09e429db5330), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:51.928494 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] DHCP port deletion for 26056b98-d34c-4e56-8abb-09e429db5330 request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:37:51.945358 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Deleting port cb38baaa-70df-4b27-a48e-905bb8afb3d3 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:51.945701 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.002826 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] Deleting port cb38baaa-70df-4b27-a48e-905bb8afb3d3 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:37:52.003954 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.032160 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] For port cb38baaa-70df-4b27-a48e-905bb8afb3d3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cb38baaa-70df-4b27-a48e-905bb8afb3d3,segment=NetworkSegment(3fa35c8b-6337-463d-8594-7c3036fc30d4),segment_id=3fa35c8b-6337-463d-8594-7c3036fc30d4)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:52.032680 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.047009 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Calling delete_port for cb38baaa-70df-4b27-a48e-905bb8afb3d3 owned by network:dhcp {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:52.092816 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] For port cb38baaa-70df-4b27-a48e-905bb8afb3d3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cb38baaa-70df-4b27-a48e-905bb8afb3d3,segment=NetworkSegment(3fa35c8b-6337-463d-8594-7c3036fc30d4),segment_id=3fa35c8b-6337-463d-8594-7c3036fc30d4)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:52.093220 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.109992 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] Calling delete_port for cb38baaa-70df-4b27-a48e-905bb8afb3d3 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:37:52.164653 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058ec80-9343-421e-bd3e-801cdb33292d req-1c436bac-f91c-4bb3-81b0-c08104180485 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:52.166488 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c058ec80-9343-421e-bd3e-801cdb33292d req-1c436bac-f91c-4bb3-81b0-c08104180485 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.1109452
Feb 28 10:37:52.243746 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.249023 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (cb38baaa-70df-4b27-a48e-905bb8afb3d3), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.275725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] Pushing event deleted for resources: {'Port': ['ID=cb38baaa-70df-4b27-a48e-905bb8afb3d3,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:52.281210 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680ca5a-2ed3-4bda-a24b-af5b89b0940f None None] No DVR routers for this DVR port cb38baaa-70df-4b27-a48e-905bb8afb3d3 on host dv-cinder-master-3-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:52.287700 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb38baaa-70df-4b27-a48e-905bb8afb3d3,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:52.294931 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c058ec80-9343-421e-bd3e-801cdb33292d req-78a835c6-3bdb-4608-bd55-deae4f59ebd5 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186619
Feb 28 10:37:52.297749 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] No DVR routers for this DVR port cb38baaa-70df-4b27-a48e-905bb8afb3d3 on host dv-cinder-master-3-iscsi {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:37:52.406944 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (26056b98-d34c-4e56-8abb-09e429db5330), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.427836 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f62589b55b0>,) {'filters': {'network_id': ['26056b98-d34c-4e56-8abb-09e429db5330']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:52.438403 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f62589b55b0>, '3fa35c8b-6337-463d-8594-7c3036fc30d4') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:52.439514 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f62589b55b0>, '3fa35c8b-6337-463d-8594-7c3036fc30d4') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:37:52.452101 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (3fa35c8b-6337-463d-8594-7c3036fc30d4), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.468029 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (3fa35c8b-6337-463d-8594-7c3036fc30d4), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.477198 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:37:52.477823 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (3fa35c8b-6337-463d-8594-7c3036fc30d4), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:37:52.481630 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:37:52.548176 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (26056b98-d34c-4e56-8abb-09e429db5330), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.553714 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.557364 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] 10.222.0.21 "DELETE /v2.0/networks/26056b98-d34c-4e56-8abb-09e429db5330 HTTP/1.1" status: 204  len: 168 time: 0.7757657
Feb 28 10:37:52.570171 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f466-46ee-4577-a95f-913ba639cc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=26056b98-d34c-4e56-8abb-09e429db5330,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:52.644213 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device d4254bf8-ab24-4133-8114-68b3a3522ff1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:52.677250 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: d4254bf8-ab24-4133-8114-68b3a3522ff1 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:52.677996 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device d4254bf8-ab24-4133-8114-68b3a3522ff1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:52.678431 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device cb38baaa-70df-4b27-a48e-905bb8afb3d3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:52.698037 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48240) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:52.712088 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: cb38baaa-70df-4b27-a48e-905bb8afb3d3 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:52.712434 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device cb38baaa-70df-4b27-a48e-905bb8afb3d3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:52.712853 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 0f3f9130-2a0d-4f1a-93ba-2b491f0954db no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:37:52.734650 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 0f3f9130-2a0d-4f1a-93ba-2b491f0954db {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:37:52.735084 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 0f3f9130-2a0d-4f1a-93ba-2b491f0954db not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:37:52.754018 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48244) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:52.755160 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-8215707e-dfc3-41cf-a4e6-25d204e51804 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8784f6a53624f7688d9ae0ae0e15169&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0521293
Feb 28 10:37:52.825708 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0e100e0-cf69-4b97-931a-f0b92a9d45df admin admin] Publish callbacks [] for security_group (09f61f71-513a-43d6-804d-e408bb3204c4), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.861269 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0e100e0-cf69-4b97-931a-f0b92a9d45df admin admin] Publish callbacks [] for security_group (09f61f71-513a-43d6-804d-e408bb3204c4), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.893601 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a816a-230e-49e8-89f4-07a543b660be req-edf31730-5937-4bbb-a1a5-21b1e8cfc89d tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:52.895115 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-948a816a-230e-49e8-89f4-07a543b660be req-edf31730-5937-4bbb-a1a5-21b1e8cfc89d tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.0949366
Feb 28 10:37:52.903757 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94094714-7759-4987-b39f-426e5dc68e76 req-61931b03-1b7a-4686-a367-811adf3e6338 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:52.905251 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-94094714-7759-4987-b39f-426e5dc68e76 req-61931b03-1b7a-4686-a367-811adf3e6338 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0936100
Feb 28 10:37:52.933031 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0e100e0-cf69-4b97-931a-f0b92a9d45df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (09f61f71-513a-43d6-804d-e408bb3204c4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.935657 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0e100e0-cf69-4b97-931a-f0b92a9d45df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:52.939361 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b0e100e0-cf69-4b97-931a-f0b92a9d45df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f61f71-513a-43d6-804d-e408bb3204c4 HTTP/1.1" status: 204  len: 168 time: 0.1820571
Feb 28 10:37:52.959605 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e100e0-cf69-4b97-931a-f0b92a9d45df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f61f71-513a-43d6-804d-e408bb3204c4,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:52.994626 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-948a816a-230e-49e8-89f4-07a543b660be req-7e15d900-d76a-49c0-b9f9-38435239f78a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883851
Feb 28 10:37:53.000269 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-94094714-7759-4987-b39f-426e5dc68e76 req-a48d4906-c1e7-4fe4-8fa8-e3e4e1e9bdb0 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875678
Feb 28 10:37:53.332578 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48256) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:53.376192 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b680a642-0978-4d04-8b17-c1b08e1328ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2cc8158f70a4daa967243f70196b5fc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0421798
Feb 28 10:37:53.378503 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48258) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:37:53.439255 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b753cf-76eb-41e4-94ae-27808c40f9fa admin admin] Publish callbacks [] for security_group (15ed67a6-66f7-48cb-a50a-7200c8f918ed), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:53.459330 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29960ac-cc5b-497e-ad63-bd3f5b4aaaed req-184151aa-405f-43d1-85b8-074be5c8025f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:53.460885 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f29960ac-cc5b-497e-ad63-bd3f5b4aaaed req-184151aa-405f-43d1-85b8-074be5c8025f tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0901718
Feb 28 10:37:53.461457 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b753cf-76eb-41e4-94ae-27808c40f9fa admin admin] Publish callbacks [] for security_group (15ed67a6-66f7-48cb-a50a-7200c8f918ed), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:53.511592 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b753cf-76eb-41e4-94ae-27808c40f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (15ed67a6-66f7-48cb-a50a-7200c8f918ed), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:53.514475 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7b753cf-76eb-41e4-94ae-27808c40f9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:53.518015 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b7b753cf-76eb-41e4-94ae-27808c40f9fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15ed67a6-66f7-48cb-a50a-7200c8f918ed HTTP/1.1" status: 204  len: 168 time: 0.1359246
Feb 28 10:37:53.518176 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f29960ac-cc5b-497e-ad63-bd3f5b4aaaed req-8b01f0b3-6082-4fc4-8264-51071d356894 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445085
Feb 28 10:37:53.526544 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b753cf-76eb-41e4-94ae-27808c40f9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed67a6-66f7-48cb-a50a-7200c8f918ed,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:54.156257 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8e787-2026-4070-874b-c1a98b14bda8 req-37ae51c9-9269-4f5a-8040-b2dc2de2b2f7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:54.157747 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-82e8e787-2026-4070-874b-c1a98b14bda8 req-37ae51c9-9269-4f5a-8040-b2dc2de2b2f7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.0926156
Feb 28 10:37:54.178645 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8797a-869a-4d4c-b8b8-f987e1d5f855 req-5828ea78-5fd5-44fa-ab1a-d8a92f03ae9c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:54.180039 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d7a8797a-869a-4d4c-b8b8-f987e1d5f855 req-5828ea78-5fd5-44fa-ab1a-d8a92f03ae9c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0833342
Feb 28 10:37:54.242052 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-82e8e787-2026-4070-874b-c1a98b14bda8 req-3ca6d616-bdaf-4a36-bee1-08db2609d691 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766809
Feb 28 10:37:54.258151 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d7a8797a-869a-4d4c-b8b8-f987e1d5f855 req-7a109750-5f9c-4476-9e91-aeaa864a59a2 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707059
Feb 28 10:37:54.642708 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1b8e9-259f-4f8d-af2c-b4c88a5cf471 req-c397d341-168b-4b16-b82f-96ee20048d6b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:54.644172 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5a1b8e9-259f-4f8d-af2c-b4c88a5cf471 req-c397d341-168b-4b16-b82f-96ee20048d6b tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0535808
Feb 28 10:37:54.696212 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5a1b8e9-259f-4f8d-af2c-b4c88a5cf471 req-b9e7c70f-e5c2-422d-a667-5325c8997dfc tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461814
Feb 28 10:37:54.828789 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a410411-8f9b-4656-b69c-f783e7494163 req-68b4efbb-ef30-4432-8b23-359307eb7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:54.830212 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3a410411-8f9b-4656-b69c-f783e7494163 req-68b4efbb-ef30-4432-8b23-359307eb7522 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 1129 time: 0.0444298
Feb 28 10:37:54.876815 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3a410411-8f9b-4656-b69c-f783e7494163 req-3709e846-2759-41ff-a9b0-ee205c34f692 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383470
Feb 28 10:37:55.158055 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:37:55.395096 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f99825-5fb9-4523-816b-ff34f0ed8d70 req-9f7d62e8-c9c4-403c-a219-9abb7e1646c8 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:55.396565 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19f99825-5fb9-4523-816b-ff34f0ed8d70 req-9f7d62e8-c9c4-403c-a219-9abb7e1646c8 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.0870707
Feb 28 10:37:55.416621 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eedd56-3e0b-440e-8457-c378b9bea6e3 req-9932cfed-fa68-4655-af59-80282a5cbce6 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:55.418959 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-10eedd56-3e0b-440e-8457-c378b9bea6e3 req-9932cfed-fa68-4655-af59-80282a5cbce6 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0780993
Feb 28 10:37:55.489519 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-19f99825-5fb9-4523-816b-ff34f0ed8d70 req-1c5ae7e8-a9fc-4e89-b5ac-c2d78a3e8585 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850067
Feb 28 10:37:55.494035 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-10eedd56-3e0b-440e-8457-c378b9bea6e3 req-ab5ea7b2-018d-45ea-b2d6-dc21a95b54d8 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677478
Feb 28 10:37:55.820305 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04307-8bf9-44af-9441-3d2c72cbe75b req-33be5f26-4c24-47cf-9c66-1c84ad2302b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:55.821797 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-53d04307-8bf9-44af-9441-3d2c72cbe75b req-33be5f26-4c24-47cf-9c66-1c84ad2302b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0543458
Feb 28 10:37:55.873449 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-53d04307-8bf9-44af-9441-3d2c72cbe75b req-ea481ebc-47a7-4641-9e4b-331a85f677aa tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461702
Feb 28 10:37:56.646227 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7b27c-7679-4145-93bc-0d45c9a604ff req-da8e3b53-1286-4b25-b654-6777e31089e7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:56.647809 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0cf7b27c-7679-4145-93bc-0d45c9a604ff req-da8e3b53-1286-4b25-b654-6777e31089e7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.0871403
Feb 28 10:37:56.655595 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27b8d5-3930-4cbc-85ea-72ecaa385f1f req-11ecfd54-543d-4c03-aa6b-ad3b75033ce1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:56.657017 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7c27b8d5-3930-4cbc-85ea-72ecaa385f1f req-11ecfd54-543d-4c03-aa6b-ad3b75033ce1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0875924
Feb 28 10:37:56.723415 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0cf7b27c-7679-4145-93bc-0d45c9a604ff req-4ec15210-259d-45aa-abf7-10ce7238deca tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654519
Feb 28 10:37:56.736625 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7c27b8d5-3930-4cbc-85ea-72ecaa385f1f req-3eb795a5-0cba-4dbe-a3f1-4d45e3d933c4 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654855
Feb 28 10:37:57.018463 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3216c-6c8c-4ad4-8b40-f34a439369ed req-b0326d6c-5b4e-4551-a7e1-0bad2555a3d9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:57.020262 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ee3216c-6c8c-4ad4-8b40-f34a439369ed req-b0326d6c-5b4e-4551-a7e1-0bad2555a3d9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0705812
Feb 28 10:37:57.080536 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-7ee3216c-6c8c-4ad4-8b40-f34a439369ed req-03ec031b-da7b-48e8-b7d2-5c72f8b818d6 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517266
Feb 28 10:37:57.857988 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce9f1-b3fe-4c44-a702-a7e6eaeb02ba req-3af46ed7-135d-4eec-9c78-157fbc1ed1ab tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:57.859537 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bf3ce9f1-b3fe-4c44-a702-a7e6eaeb02ba req-3af46ed7-135d-4eec-9c78-157fbc1ed1ab tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0549529
Feb 28 10:37:57.907389 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bf3ce9f1-b3fe-4c44-a702-a7e6eaeb02ba req-b0ba7d5d-27ac-47c9-b690-f379dfff02bb tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424562
Feb 28 10:37:58.098464 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-8f967ba0-00f4-4074-b0a3-c6f630896e21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0549202
Feb 28 10:37:58.146742 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10960e-08c1-40e2-a7b1-4cca32f9a362 req-92280ec5-434c-4aa6-a761-188273bd3504 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:58.148263 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ec10960e-08c1-40e2-a7b1-4cca32f9a362 req-92280ec5-434c-4aa6-a761-188273bd3504 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0819018
Feb 28 10:37:58.187047 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-4beb706c-9ad4-46cc-be38-de427e43cde5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:58.188898 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-4beb706c-9ad4-46cc-be38-de427e43cde5 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports/c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 943 time: 0.0568633
Feb 28 10:37:58.203468 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ec10960e-08c1-40e2-a7b1-4cca32f9a362 req-0942058a-5869-4b94-b566-94d9473d2932 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491617
Feb 28 10:37:58.357349 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc22b7-1027-4aa1-b26f-85a3b5a66008 req-1c4a86e3-ef22-4941-8974-fa91ced07391 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:58.366874 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9bbc22b7-1027-4aa1-b26f-85a3b5a66008 req-1c4a86e3-ef22-4941-8974-fa91ced07391 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 944 time: 0.0939279
Feb 28 10:37:58.437584 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9bbc22b7-1027-4aa1-b26f-85a3b5a66008 req-8b41eb8b-46a6-4596-b8f4-d93a4c759a1a tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573635
Feb 28 10:37:59.032654 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:37:59.255536 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:59.267193 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'c091db1b-3683-4633-8290-5a1701243cc7', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'port_id': 'c091db1b-3683-4633-8290-5a1701243cc7', 'mac_address': 'fa:16:3e:0f:ad:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:37:59.307565 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:37:59.307946 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:59.321221 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c091db1b-3683-4633-8290-5a1701243cc7 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:37:59.321406 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19e04-ab3c-47bf-8e02-e8c89d797c74 req-cb9ef2a1-e89a-4a69-ab72-1ef962ef3f13 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:59.322723 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b3a19e04-ab3c-47bf-8e02-e8c89d797c74 req-cb9ef2a1-e89a-4a69-ab72-1ef962ef3f13 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0512080
Feb 28 10:37:59.342263 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:37:59.346994 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:37:59.378010 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b3a19e04-ab3c-47bf-8e02-e8c89d797c74 req-5589fa84-391e-4de5-a01d-bce352822098 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489745
Feb 28 10:37:59.393751 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=9']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:37:59.579985 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde2f4-ea9a-4815-b821-64d0328cdbe2 req-6f1f08e0-3602-4b68-85e3-f81ebbe1c1d8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:37:59.581472 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3dfde2f4-ea9a-4815-b821-64d0328cdbe2 req-6f1f08e0-3602-4b68-85e3-f81ebbe1c1d8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 945 time: 0.0559118
Feb 28 10:37:59.629776 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3dfde2f4-ea9a-4815-b821-64d0328cdbe2 req-56c781e8-1f09-41cc-9b8b-3eb2ef1bf725 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425856
Feb 28 10:37:59.666039 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['c091db1b-3683-4633-8290-5a1701243cc7'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:00.498040 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53cf42-9e8d-4acd-9c80-6eb5dceb755c req-aaaf8ae7-441a-4c50-a93e-01915bd28483 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:00.499538 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-af53cf42-9e8d-4acd-9c80-6eb5dceb755c req-aaaf8ae7-441a-4c50-a93e-01915bd28483 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0544224
Feb 28 10:38:00.549310 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-af53cf42-9e8d-4acd-9c80-6eb5dceb755c req-f06b92cb-68c3-4556-bd3c-ccda11e1080f tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441940
Feb 28 10:38:00.756069 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41463f-d638-4349-bc32-844b0fddc39e req-3096e394-bc32-4730-9608-a7b491ad7f88 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:00.757700 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef41463f-d638-4349-bc32-844b0fddc39e req-3096e394-bc32-4730-9608-a7b491ad7f88 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 945 time: 0.0585566
Feb 28 10:38:00.804447 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ef41463f-d638-4349-bc32-844b0fddc39e req-b6bed23b-8492-48ae-91b4-016c3cec6815 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412128
Feb 28 10:38:01.050589 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:38:01.097792 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port c091db1b-3683-4633-8290-5a1701243cc7 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:38:01.098173 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c091db1b-3683-4633-8290-5a1701243cc7), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:01.174830 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c091db1b-3683-4633-8290-5a1701243cc7 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:01.175229 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:01.196539 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:01.199442 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c61e0cb-487f-40ec-8214-854aebf13bb5" -d '{"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-plugged", "status": "completed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:01.211293 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:01.216148 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:01.216990 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c294705d-35da-4f5d-8e43-0a930f3b63a3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:38:01.241247 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf806b2-cf27-48d6-a0cb-f8c2675da07a x-openstack-request-id: req-4cf806b2-cf27-48d6-a0cb-f8c2675da07a {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:01.241541 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-plugged", "status": "completed", "tag": "c091db1b-3683-4633-8290-5a1701243cc7", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:01.241794 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cf806b2-cf27-48d6-a0cb-f8c2675da07a {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:01.242182 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7', 'code': 200}
Feb 28 10:38:01.291906 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=10']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:01.340979 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c294705d-35da-4f5d-8e43-0a930f3b63a3 is: ACTIVE; New status is: DOWN {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:01.341380 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:01.375490 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:01.379719 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:01.428398 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=6']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:01.487332 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1da55-9cf5-41d7-a0e8-7b9d5f9cfafa req-46836ba9-07e3-4332-b310-d2dd7bbeb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:01.488842 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8bc1da55-9cf5-41d7-a0e8-7b9d5f9cfafa req-46836ba9-07e3-4332-b310-d2dd7bbeb551 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1131 time: 0.0451498
Feb 28 10:38:01.537996 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8bc1da55-9cf5-41d7-a0e8-7b9d5f9cfafa req-9cd8f255-f05d-4cc3-9c8c-01f6a74700c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390611
Feb 28 10:38:01.669465 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec273be-1f98-484a-a46b-3ed75fa44405 req-51759e4d-e030-4ff8-a42e-9372472e1f04 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:01.670977 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dec273be-1f98-484a-a46b-3ed75fa44405 req-51759e4d-e030-4ff8-a42e-9372472e1f04 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0532610
Feb 28 10:38:01.721085 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dec273be-1f98-484a-a46b-3ed75fa44405 req-cb92ae93-710e-49c5-a77a-0fc363dae07d tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444591
Feb 28 10:38:01.930830 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d54451-a737-4ad4-81ba-2f39f4885703 req-0fdf5931-7834-48c6-be89-e3e517a3ee28 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:01.932313 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-07d54451-a737-4ad4-81ba-2f39f4885703 req-0fdf5931-7834-48c6-be89-e3e517a3ee28 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 947 time: 0.0526931
Feb 28 10:38:01.983507 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-07d54451-a737-4ad4-81ba-2f39f4885703 req-fab9b325-4f3a-4d48-ba87-4ef8795d51d1 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450048
Feb 28 10:38:02.860472 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee80066-24cd-4890-a305-cda69265acb8 req-ef3e0ab3-4e9f-44e5-bda7-1f2ef0322621 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:02.862102 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ee80066-24cd-4890-a305-cda69265acb8 req-ef3e0ab3-4e9f-44e5-bda7-1f2ef0322621 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0548851
Feb 28 10:38:02.915497 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ee80066-24cd-4890-a305-cda69265acb8 req-d0394d51-5464-4113-af77-3cec11ea1857 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479124
Feb 28 10:38:03.112691 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162f803-2cf1-4ff4-8c60-6a1760844243 req-c964330f-130d-4d56-b68a-967f73d2db07 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:03.114099 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8162f803-2cf1-4ff4-8c60-6a1760844243 req-c964330f-130d-4d56-b68a-967f73d2db07 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 947 time: 0.0562897
Feb 28 10:38:03.162251 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8162f803-2cf1-4ff4-8c60-6a1760844243 req-4ccd79e3-aa84-4638-b068-5c7b63efc5bd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419972
Feb 28 10:38:03.243346 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:03.246102 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0319a48d-0bd2-4090-a8ce-29c2a90ef4cc" -d '{"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-unplugged", "status": "completed", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:03.277674 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63edfa20-d871-44e9-96e1-06dc6351c0c0 x-openstack-request-id: req-63edfa20-d871-44e9-96e1-06dc6351c0c0 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:03.277966 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-unplugged", "status": "failed", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3", "code": 422}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:03.278248 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63edfa20-d871-44e9-96e1-06dc6351c0c0 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:03.278709 dv-cinder-master-3-iscsi neutron-server[102810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'code': 422} returned with failed status
Feb 28 10:38:04.037679 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1ed3f-5b02-4d8a-800d-282464fe013e req-30741f99-c770-4f23-9046-977b184cc374 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:04.039100 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d7f1ed3f-5b02-4d8a-800d-282464fe013e req-30741f99-c770-4f23-9046-977b184cc374 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0571454
Feb 28 10:38:04.088435 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d7f1ed3f-5b02-4d8a-800d-282464fe013e req-aff70c28-c9ea-452f-8b22-6b3f379c72d8 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423472
Feb 28 10:38:04.285437 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54aaba-f5bd-498f-9aaf-13f7c6f89d95 req-eefcc07e-1bff-492a-a420-edfe81271725 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:04.286913 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5f54aaba-f5bd-498f-9aaf-13f7c6f89d95 req-eefcc07e-1bff-492a-a420-edfe81271725 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 947 time: 0.0516291
Feb 28 10:38:04.335694 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5f54aaba-f5bd-498f-9aaf-13f7c6f89d95 req-7515752d-eb92-4786-92e0-cc299ebaaac8 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431740
Feb 28 10:38:05.210834 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd035c-3066-43f8-8e0b-3bb8dcc4bf0e req-52ef6673-d14e-40c1-b55d-cc2b26357e9d tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:05.212324 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71dd035c-3066-43f8-8e0b-3bb8dcc4bf0e req-52ef6673-d14e-40c1-b55d-cc2b26357e9d tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0581162
Feb 28 10:38:05.260127 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71dd035c-3066-43f8-8e0b-3bb8dcc4bf0e req-0bd4f4f7-daed-4e29-bdb4-e979a14c17d3 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423129
Feb 28 10:38:06.090222 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:06.234788 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185891-f40a-449f-8beb-424d09ddb13e req-0bef68c2-2e27-436c-b2be-17c4d76fc19a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:06.236161 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-0bef68c2-2e27-436c-b2be-17c4d76fc19a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1013877
Feb 28 10:38:06.251774 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-190aa77b-2607-4955-b527-43bf3c36cc4d tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/quotas/5c79b1decd974ef2bb73bf55edc02f8c HTTP/1.1" status: 200  len: 375 time: 0.0097008
Feb 28 10:38:06.273612 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-8be8c2ba-dca0-40b7-a31d-7889fbb0a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:06.275265 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-8be8c2ba-dca0-40b7-a31d-7889fbb0a291 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c&tenant_id=b55c46d5c05b41adb823461813ee1e5b HTTP/1.1" status: 200  len: 1128 time: 0.0462050
Feb 28 10:38:06.313305 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-b5dc6b13-0685-4436-a8e0-f3f7955394ec tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0561621
Feb 28 10:38:06.359664 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-a1a4cd4e-7172-43e1-85b9-092edbf107da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:06.361134 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-a1a4cd4e-7172-43e1-85b9-092edbf107da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1128 time: 0.0490608
Feb 28 10:38:06.442234 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1f595e1d-33d2-4417-9335-e52643e6e044 service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219790
Feb 28 10:38:06.448763 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933799-b41e-4911-815d-4cb44b529954 req-0f9b273e-b6b4-4635-a561-de93ba386c84 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:06.450790 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6a933799-b41e-4911-815d-4cb44b529954 req-0f9b273e-b6b4-4635-a561-de93ba386c84 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.1132703
Feb 28 10:38:06.451330 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-a26da48a-3976-42ba-b70d-82e6c893aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:06.452801 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-a26da48a-3976-42ba-b70d-82e6c893aae2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 200  len: 910 time: 0.0857418
Feb 28 10:38:06.521862 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-83574f15-bae8-4cc1-adad-ccb78e6f8006 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 1000 time: 0.0630190
Feb 28 10:38:06.560404 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6a933799-b41e-4911-815d-4cb44b529954 req-f9394bd8-00f0-47cc-a676-3f9a0f963942 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017749
Feb 28 10:38:06.573462 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-4a86a923-c541-48a2-9a82-682a3e5831b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:06.575566 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-4a86a923-c541-48a2-9a82-682a3e5831b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=123faae4-a2c2-43a0-a700-63d5786e34ac HTTP/1.1" status: 200  len: 848 time: 0.0476463
Feb 28 10:38:06.578219 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-c61aa29e-955b-4e90-87b0-e84cfea6dd78 service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265097
Feb 28 10:38:06.630348 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-d8bf48c9-2eed-4585-a23d-0155e71c6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:06.631921 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-d8bf48c9-2eed-4585-a23d-0155e71c6c09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=956c294a-5b07-4205-ad8a-387d3422fbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0489466
Feb 28 10:38:06.734850 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-8153b4db-9868-42e1-a7f7-6c29a7b908c6 service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958846
Feb 28 10:38:06.744822 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3741a907-6e1b-49e3-a7de-31493e90ecb4 req-4383b674-c7ce-4034-8b8d-4b71efa2b2f5 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 210 time: 0.0319521
Feb 28 10:38:06.832886 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b2261c88-57ec-4de8-9445-dac213fe2220 req-97f9aeb6-8a67-4bf0-8f10-4e6f870c0a16 service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923092
Feb 28 10:38:07.685035 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b3e4-be9b-4e8c-9606-97c67638b207 req-61b5758f-3204-48de-851d-6180cd985cd6 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:07.686692 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aab3b3e4-be9b-4e8c-9606-97c67638b207 req-61b5758f-3204-48de-851d-6180cd985cd6 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0544779
Feb 28 10:38:07.739313 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-aab3b3e4-be9b-4e8c-9606-97c67638b207 req-f30dde57-3cc3-406e-a10c-4c734ddff44a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472889
Feb 28 10:38:07.848228 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185891-f40a-449f-8beb-424d09ddb13e req-cb0d25e6-081c-4d4e-aa18-91a97589c328 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:07.849646 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-cb0d25e6-081c-4d4e-aa18-91a97589c328 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1237624
Feb 28 10:38:07.858132 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2f00b8c4-3c00-49b0-9117-8b6fdb467b61 req-12b4de58-fe43-46bc-8a73-90aea0f15f3b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 210 time: 0.0425637
Feb 28 10:38:07.898325 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Request body: {'port': {'device_id': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'admin_state_up': True, 'tenant_id': '5c79b1decd974ef2bb73bf55edc02f8c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:38:08.007654 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Made reservation on behalf of 5c79b1decd974ef2bb73bf55edc02f8c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:38:08.011083 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.139858 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Allocated IP 172.20.0.8 (385c32c8-9d90-44b6-bcc3-678e48a38bb6/e72ddffc-248f-403a-b74b-7d12f452d56f/a01d0d57-ecde-4dc6-9390-13e26151d5a6) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:38:08.284438 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks [] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.317339 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.360089 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:38:08.363052 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:38:08.363613 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:08.368717 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:38:08.394163 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event updated for resources: {'Port': ['ID=a01d0d57-ecde-4dc6-9390-13e26151d5a6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:08.422375 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:08.423054 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.440699 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-1141b04b-1619-4c5b-9780-80975cd22933 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5464399
Feb 28 10:38:08.458553 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Request body: {'port': {'device_id': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:38:08.521800 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.776382 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01d0d57-ecde-4dc6-9390-13e26151d5a6 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:38:08.784489 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Publish callbacks [] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.797276 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Transition to ACTIVE for port object a01d0d57-ecde-4dc6-9390-13e26151d5a6 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:38:08.801012 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.854131 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Pushing event updated for resources: {'Port': ['ID=a01d0d57-ecde-4dc6-9390-13e26151d5a6,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:08.857689 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06d0b-ee3b-43fb-b9a4-4f7aaa88f7af req-eb3147e5-9a8e-41a2-a246-b8d0edcb6ebb tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:08.859255 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d1f06d0b-ee3b-43fb-b9a4-4f7aaa88f7af req-eb3147e5-9a8e-41a2-a246-b8d0edcb6ebb tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0538077
Feb 28 10:38:08.919526 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d1f06d0b-ee3b-43fb-b9a4-4f7aaa88f7af req-31a4b1e9-3507-409d-8ca3-f1d9c112ed10 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544240
Feb 28 10:38:08.934529 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Attempting to bind port a01d0d57-ecde-4dc6-9390-13e26151d5a6 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:38:08.934939 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Attempting to bind port a01d0d57-ecde-4dc6-9390-13e26151d5a6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:38:08.935285 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Attempting to bind port a01d0d57-ecde-4dc6-9390-13e26151d5a6 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:38:08.939735 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Port a01d0d57-ecde-4dc6-9390-13e26151d5a6 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:38:08.940067 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Attempting to bind port a01d0d57-ecde-4dc6-9390-13e26151d5a6 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:38:08.944823 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:38:08.945171 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Checking segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:38:08.945563 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Bound using segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:38:08.946000 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Bound port: a01d0d57-ecde-4dc6-9390-13e26151d5a6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:38:08.946364 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:08.991407 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e36792-83cd-412c-9870-b44af0365db3 req-6aa3c870-019b-47a4-95af-98ec8e5f6689 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:08.992898 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5e36792-83cd-412c-9870-b44af0365db3 req-6aa3c870-019b-47a4-95af-98ec8e5f6689 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 943 time: 0.0603619
Feb 28 10:38:09.009461 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] For port a01d0d57-ecde-4dc6-9390-13e26151d5a6, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:38:09.012644 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] For port a01d0d57-ecde-4dc6-9390-13e26151d5a6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a01d0d57-ecde-4dc6-9390-13e26151d5a6,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:38:09.018787 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:09.040936 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e5e36792-83cd-412c-9870-b44af0365db3 req-0e15353f-f86f-4dba-9387-ed995a7baade tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422556
Feb 28 10:38:09.052273 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:09.052879 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:09.054302 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] 10.222.0.26 "PUT /v2.0/ports/a01d0d57-ecde-4dc6-9390-13e26151d5a6 HTTP/1.1" status: 200  len: 1093 time: 0.5999269
Feb 28 10:38:09.054777 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'tag': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:09.056983 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cde764-990f-4af8-8da1-7db20f03d343" -d '{"events": [{"name": "network-changed", "server_uuid": "b69d4311-bc1d-48b3-b94e-2584548842d8", "tag": "a01d0d57-ecde-4dc6-9390-13e26151d5a6"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:09.086859 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8840-e815-404a-84e5-7963d7272b99 service neutron] Pushing event updated for resources: {'Port': ['ID=a01d0d57-ecde-4dc6-9390-13e26151d5a6,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:09.094957 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fd8708-4c42-45fc-a571-8fffd6b10cff x-openstack-request-id: req-17fd8708-4c42-45fc-a571-8fffd6b10cff {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:09.095545 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69d4311-bc1d-48b3-b94e-2584548842d8", "tag": "a01d0d57-ecde-4dc6-9390-13e26151d5a6", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:09.095816 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17fd8708-4c42-45fc-a571-8fffd6b10cff {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:09.096229 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'tag': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'status': 'completed', 'code': 200}
Feb 28 10:38:09.173489 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185891-f40a-449f-8beb-424d09ddb13e req-f5a37ac4-1eac-47fd-a7b6-c1eba6dcf4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:09.175029 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-f5a37ac4-1eac-47fd-a7b6-c1eba6dcf4cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 1127 time: 0.0445132
Feb 28 10:38:09.223698 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-000b0dc0-3da5-4a15-81b7-3130f0dce67e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01d0d57-ecde-4dc6-9390-13e26151d5a6 HTTP/1.1" status: 200  len: 217 time: 0.0338120
Feb 28 10:38:09.276230 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185891-f40a-449f-8beb-424d09ddb13e req-4b1d474a-5a4b-4da2-a0df-0988ca948633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:09.277644 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-4b1d474a-5a4b-4da2-a0df-0988ca948633 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.0422709
Feb 28 10:38:09.314794 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-d7c505cf-c08e-410e-a3c2-540cd955d3d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297632
Feb 28 10:38:09.403211 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-8cf06bd5-e897-4b58-b6aa-2731c813d964 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808372
Feb 28 10:38:09.497569 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb185891-f40a-449f-8beb-424d09ddb13e req-db1c9143-ff48-4d52-af8e-e27ba698ef69 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857859
Feb 28 10:38:09.641541 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cde764-990f-4af8-8da1-7db20f03d343 req-12cba703-6c7b-4f69-aab9-d3f4131679d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:09.642966 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52cde764-990f-4af8-8da1-7db20f03d343 req-12cba703-6c7b-4f69-aab9-d3f4131679d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 1127 time: 0.0458891
Feb 28 10:38:09.732300 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cde764-990f-4af8-8da1-7db20f03d343 req-4a36cb0b-8fee-454e-a902-59f655c4230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:09.733776 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52cde764-990f-4af8-8da1-7db20f03d343 req-4a36cb0b-8fee-454e-a902-59f655c4230d service neutron] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 915 time: 0.0831821
Feb 28 10:38:09.777013 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52cde764-990f-4af8-8da1-7db20f03d343 req-22a00aea-ada8-4560-b3af-2cb310116cf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01d0d57-ecde-4dc6-9390-13e26151d5a6 HTTP/1.1" status: 200  len: 217 time: 0.0369530
Feb 28 10:38:09.828982 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cde764-990f-4af8-8da1-7db20f03d343 req-b78f9250-c169-48cd-beaf-9593f3dfa0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:09.830405 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52cde764-990f-4af8-8da1-7db20f03d343 req-b78f9250-c169-48cd-beaf-9593f3dfa0db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.0422518
Feb 28 10:38:09.868502 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52cde764-990f-4af8-8da1-7db20f03d343 req-f195db5e-f9b8-488c-8e60-d044d73d8549 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267415
Feb 28 10:38:09.960761 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52cde764-990f-4af8-8da1-7db20f03d343 req-ce91286f-ad01-49fa-a09e-8963cfb9ad8c service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845869
Feb 28 10:38:10.045688 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2d62-4a9d-4072-830a-2f593de2c829 req-f15725cb-fe67-4b71-b147-b3b4ae8d632d tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:10.047328 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-016d2d62-4a9d-4072-830a-2f593de2c829 req-f15725cb-fe67-4b71-b147-b3b4ae8d632d tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0528233
Feb 28 10:38:10.051958 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52cde764-990f-4af8-8da1-7db20f03d343 req-d12b1820-fd99-4791-8b44-91e9ce276c28 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840092
Feb 28 10:38:10.102163 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-016d2d62-4a9d-4072-830a-2f593de2c829 req-a2d1735d-d876-44ec-91de-ec9ef3969275 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492835
Feb 28 10:38:10.173013 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c28297-12cb-40e0-91e6-b34932f959e7 req-7a3d7132-68e7-4c20-8aab-21d2ec033af6 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:10.174650 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-36c28297-12cb-40e0-91e6-b34932f959e7 req-7a3d7132-68e7-4c20-8aab-21d2ec033af6 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 943 time: 0.0579648
Feb 28 10:38:10.223956 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-36c28297-12cb-40e0-91e6-b34932f959e7 req-18cd7bf0-da67-47ac-8722-17c190d99509 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436342
Feb 28 10:38:11.218813 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1906011-45d7-4bf9-98b9-83f538fc5b00 req-8e56df04-2bca-4ad6-b6e6-134766ab71ba tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:11.220587 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e1906011-45d7-4bf9-98b9-83f538fc5b00 req-8e56df04-2bca-4ad6-b6e6-134766ab71ba tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0528493
Feb 28 10:38:11.270744 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e1906011-45d7-4bf9-98b9-83f538fc5b00 req-a995d836-7b24-466a-a3cf-100a30ba4695 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434144
Feb 28 10:38:11.349594 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b154-be99-4f1b-abf6-16252e9d906b req-327068e2-fec2-4844-a81c-a2fa667a6a1a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:11.351074 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-66c2b154-be99-4f1b-abf6-16252e9d906b req-327068e2-fec2-4844-a81c-a2fa667a6a1a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 943 time: 0.0570683
Feb 28 10:38:11.397668 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-66c2b154-be99-4f1b-abf6-16252e9d906b req-5bd29186-0652-4d4c-ae8c-7687d3235cbd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410066
Feb 28 10:38:12.387962 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1728a-ac8e-483a-b9ad-78d0539bd560 req-43f88097-a3ea-45b6-b1a4-c6341d3ef820 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:12.390314 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-03e1728a-ac8e-483a-b9ad-78d0539bd560 req-43f88097-a3ea-45b6-b1a4-c6341d3ef820 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0543737
Feb 28 10:38:12.438413 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-03e1728a-ac8e-483a-b9ad-78d0539bd560 req-c7395661-b1d4-4a05-830a-df25ba53b3a0 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426338
Feb 28 10:38:12.514750 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57404340-f405-49dd-8285-dbfdc19ae8d9 req-96d517fe-e058-4d62-b506-feeb3bdc5ac7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:12.516215 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57404340-f405-49dd-8285-dbfdc19ae8d9 req-96d517fe-e058-4d62-b506-feeb3bdc5ac7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 943 time: 0.0522046
Feb 28 10:38:12.565544 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57404340-f405-49dd-8285-dbfdc19ae8d9 req-d9f9083c-104b-4e93-9919-c244503a9a55 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438044
Feb 28 10:38:13.099815 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a01d0d57-ecde-4dc6-9390-13e26151d5a6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:38:13.198671 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port a01d0d57-ecde-4dc6-9390-13e26151d5a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a01d0d57-ecde-4dc6-9390-13e26151d5a6,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:13.211185 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'port_id': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'mac_address': 'fa:16:3e:ef:3b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72ddffc-248f-403a-b74b-7d12f452d56f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:38:13.247625 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port a01d0d57-ecde-4dc6-9390-13e26151d5a6 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:13.248191 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:13.261040 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01d0d57-ecde-4dc6-9390-13e26151d5a6 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:38:13.280982 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port a01d0d57-ecde-4dc6-9390-13e26151d5a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a01d0d57-ecde-4dc6-9390-13e26151d5a6,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:13.285784 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:13.331968 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=a01d0d57-ecde-4dc6-9390-13e26151d5a6,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:13.556193 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654e5cb-2d92-4614-bd27-62790e2897ac req-302570e2-577f-46f3-bce8-539533ad599c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:13.558014 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f654e5cb-2d92-4614-bd27-62790e2897ac req-302570e2-577f-46f3-bce8-539533ad599c tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0549455
Feb 28 10:38:13.611099 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f654e5cb-2d92-4614-bd27-62790e2897ac req-048be5da-fa82-4ae7-9681-dd5ee0c724d1 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470426
Feb 28 10:38:13.658509 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['a01d0d57-ecde-4dc6-9390-13e26151d5a6'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:13.684616 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6c965868-5399-4ad7-83ab-470f63735ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:13.688433 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0b05e-97ee-4d28-b815-d6c4e1534cd2 req-234d3d64-da19-4beb-840e-de7ef60c63de tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:13.690143 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-99a0b05e-97ee-4d28-b815-d6c4e1534cd2 req-234d3d64-da19-4beb-840e-de7ef60c63de tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 944 time: 0.0569935
Feb 28 10:38:13.741443 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-99a0b05e-97ee-4d28-b815-d6c4e1534cd2 req-d052b07e-4763-46d8-bd32-50c149c1dffa tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453618
Feb 28 10:38:14.729513 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff86b-f543-4890-8a5e-40d66b61ac3c req-9fde50a8-7d68-4d72-ba46-50d5d937b032 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:14.731002 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e50ff86b-f543-4890-8a5e-40d66b61ac3c req-9fde50a8-7d68-4d72-ba46-50d5d937b032 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 944 time: 0.0572658
Feb 28 10:38:14.780343 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e50ff86b-f543-4890-8a5e-40d66b61ac3c req-335cb275-bbff-4b2a-88c7-f9e75d443f33 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430284
Feb 28 10:38:14.859438 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e8a2d-60d4-4de1-b886-199ff2e49ae3 req-ee8e1788-4caa-457b-b8df-3e097a407dde tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:14.860908 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-411e8a2d-60d4-4de1-b886-199ff2e49ae3 req-ee8e1788-4caa-457b-b8df-3e097a407dde tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 944 time: 0.0526288
Feb 28 10:38:14.906212 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-411e8a2d-60d4-4de1-b886-199ff2e49ae3 req-f9023727-ac9a-44f5-9d8e-c248625583b0 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398066
Feb 28 10:38:15.098823 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c294705d-35da-4f5d-8e43-0a930f3b63a3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:38:15.109593 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a01d0d57-ecde-4dc6-9390-13e26151d5a6 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:38:15.226070 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port a01d0d57-ecde-4dc6-9390-13e26151d5a6 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:38:15.238638 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port a01d0d57-ecde-4dc6-9390-13e26151d5a6 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:38:15.239020 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:15.241516 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:15.276765 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'port_id': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'mac_address': 'fa:16:3e:53:76:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:38:15.330307 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c294705d-35da-4f5d-8e43-0a930f3b63a3 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:15.330721 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:15.364416 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c294705d-35da-4f5d-8e43-0a930f3b63a3 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:38:15.383187 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port a01d0d57-ecde-4dc6-9390-13e26151d5a6 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:15.383597 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:15.399281 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:15.409423 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:15.420060 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:15.422578 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b055d-56b0-433d-b342-e443b399c892" -d '{"events": [{"server_uuid": "b69d4311-bc1d-48b3-b94e-2584548842d8", "name": "network-vif-plugged", "status": "completed", "tag": "a01d0d57-ecde-4dc6-9390-13e26151d5a6"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:15.457482 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port a01d0d57-ecde-4dc6-9390-13e26151d5a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a01d0d57-ecde-4dc6-9390-13e26151d5a6,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:15.462633 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e69f17-22e3-430d-8de3-fc757a5904b9 x-openstack-request-id: req-99e69f17-22e3-430d-8de3-fc757a5904b9 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:15.462633 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69d4311-bc1d-48b3-b94e-2584548842d8", "name": "network-vif-plugged", "status": "completed", "tag": "a01d0d57-ecde-4dc6-9390-13e26151d5a6", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:15.462826 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99e69f17-22e3-430d-8de3-fc757a5904b9 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:15.463229 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'code': 200}
Feb 28 10:38:15.465942 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:15.485686 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=7']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:15.536675 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=a01d0d57-ecde-4dc6-9390-13e26151d5a6,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:15.682650 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0426be-e7fe-4e08-8c53-d18b23fc0f87 req-aaf018b3-87d1-43f0-9c7a-9084465d67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:15.684048 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac0426be-e7fe-4e08-8c53-d18b23fc0f87 req-aaf018b3-87d1-43f0-9c7a-9084465d67c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 1129 time: 0.0482140
Feb 28 10:38:15.728310 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac0426be-e7fe-4e08-8c53-d18b23fc0f87 req-d1fd4cbb-862f-4de6-9bea-24f69adb30b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375924
Feb 28 10:38:15.767504 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['c294705d-35da-4f5d-8e43-0a930f3b63a3'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:15.897629 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626bd89-7527-4089-ba05-eba0a2384268 req-e9ad4f55-c228-44b3-b0ac-56cbdf5230b6 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:15.899130 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5626bd89-7527-4089-ba05-eba0a2384268 req-e9ad4f55-c228-44b3-b0ac-56cbdf5230b6 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 945 time: 0.0523674
Feb 28 10:38:15.952726 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5626bd89-7527-4089-ba05-eba0a2384268 req-1941bbc1-0be5-4e6d-a278-4e4cc2e976cd tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477455
Feb 28 10:38:15.981434 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-740c9e19-a6a7-454c-8c81-cdf4f12c7443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:16.032934 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00642-4327-4698-bdab-57c3f95dcc97 req-70a50da0-7466-42f5-b3ca-3dd4dde87615 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:16.034398 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-67f00642-4327-4698-bdab-57c3f95dcc97 req-70a50da0-7466-42f5-b3ca-3dd4dde87615 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 945 time: 0.0537789
Feb 28 10:38:16.086209 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-67f00642-4327-4698-bdab-57c3f95dcc97 req-af59e6a8-6183-4ec4-8c02-1524c7af7f3f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460191
Feb 28 10:38:17.070084 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e9449-61df-4674-86f6-77c60d82d1ee req-2278536c-9ac8-4233-a9fb-403bf70e080a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:17.071565 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d07e9449-61df-4674-86f6-77c60d82d1ee req-2278536c-9ac8-4233-a9fb-403bf70e080a tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 945 time: 0.0529554
Feb 28 10:38:17.120112 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d07e9449-61df-4674-86f6-77c60d82d1ee req-cdc429a5-6c38-4607-8915-547118d8c745 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422823
Feb 28 10:38:17.128111 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:17.133837 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c294705d-35da-4f5d-8e43-0a930f3b63a3 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:38:17.182107 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port c294705d-35da-4f5d-8e43-0a930f3b63a3 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:38:17.182493 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:17.215452 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e289b-fdff-44d5-b7cc-e3421778bafe req-e1939347-4654-43ff-a222-d7b76c4e7f83 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:17.217763 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0e8e289b-fdff-44d5-b7cc-e3421778bafe req-e1939347-4654-43ff-a222-d7b76c4e7f83 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 945 time: 0.0571957
Feb 28 10:38:17.263451 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port c294705d-35da-4f5d-8e43-0a930f3b63a3 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:17.263852 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:17.264737 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0e8e289b-fdff-44d5-b7cc-e3421778bafe req-f8678dfe-f436-42e1-aa47-463263afae59 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408130
Feb 28 10:38:17.298121 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:17.302427 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:17.350097 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=8']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:17.464039 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:17.467021 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bbf5e0-2f6b-4818-bf4d-00117c41a647" -d '{"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-plugged", "status": "completed", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:17.504983 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa353b-26ec-4f7a-afa7-d7a6ca6de361 x-openstack-request-id: req-f1aa353b-26ec-4f7a-afa7-d7a6ca6de361 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:17.505273 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-plugged", "status": "completed", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:17.505527 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1aa353b-26ec-4f7a-afa7-d7a6ca6de361 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:17.505914 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'code': 200}
Feb 28 10:38:17.862573 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199f39-d71a-4094-8505-3467fcd2e911 req-ce45e7c2-6737-46a0-ba82-44cc796c8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:17.864123 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-74199f39-d71a-4094-8505-3467fcd2e911 req-ce45e7c2-6737-46a0-ba82-44cc796c8787 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1130 time: 0.0450838
Feb 28 10:38:17.913385 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-74199f39-d71a-4094-8505-3467fcd2e911 req-2dcd78ad-dd74-4c3d-8953-54933e8ba543 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426950
Feb 28 10:38:18.242510 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143406c-48f0-4919-b21c-812f9a627cf2 req-6bbc96a4-7326-4364-a42a-9ac0545e994d tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:18.243917 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b143406c-48f0-4919-b21c-812f9a627cf2 req-6bbc96a4-7326-4364-a42a-9ac0545e994d tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0516572
Feb 28 10:38:18.291083 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b143406c-48f0-4919-b21c-812f9a627cf2 req-f362ac3f-62d5-4e75-b47a-9004257c25ed tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406227
Feb 28 10:38:18.510063 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:19.411553 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf9136-4153-4abc-910f-4854c50f4d1d req-112cf4d9-e771-4542-9b6e-e55165720002 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:19.412998 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-31bf9136-4153-4abc-910f-4854c50f4d1d req-112cf4d9-e771-4542-9b6e-e55165720002 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0555434
Feb 28 10:38:19.460078 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-31bf9136-4153-4abc-910f-4854c50f4d1d req-9ebe4bf2-4828-4d71-81a8-7b0a272038c0 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417712
Feb 28 10:38:19.945688 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:19.997201 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-1d687efa-1758-4359-adb1-02166efc2abf tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:19.999502 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-1d687efa-1758-4359-adb1-02166efc2abf tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1016510
Feb 28 10:38:20.014702 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-a4965a3b-8518-427f-ab9c-90e75c7aa083 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/quotas/5c79b1decd974ef2bb73bf55edc02f8c HTTP/1.1" status: 200  len: 375 time: 0.0089219
Feb 28 10:38:20.071425 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-a5c39741-9b4c-417a-8c2a-532ddfffec45 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0519383
Feb 28 10:38:20.168092 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-665b244c-cfe8-49bf-a5ce-17b313ac5d46 service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901539
Feb 28 10:38:20.261028 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-1267a8e2-ea7f-43bc-b688-d371f01b8c58 service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866513
Feb 28 10:38:20.417201 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-29bf5b69-82da-4ba8-9adf-96cda6d24623 req-4aba6888-38ee-4072-bcc8-58a90b96a1fe tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 210 time: 0.0268686
Feb 28 10:38:21.512550 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26669273-8642-416b-b4d1-f105434240ae req-49426c19-0826-4c82-b47a-4edd80dc4a9c tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 210 time: 0.0278609
Feb 28 10:38:21.554612 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-5aff6cda-0022-4755-a6e6-6f90d543d980 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:21.556080 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-5aff6cda-0022-4755-a6e6-6f90d543d980 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1069610
Feb 28 10:38:21.593869 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Request body: {'port': {'device_id': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'admin_state_up': True, 'tenant_id': '5c79b1decd974ef2bb73bf55edc02f8c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:38:21.697248 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Made reservation on behalf of 5c79b1decd974ef2bb73bf55edc02f8c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:38:21.701540 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:21.825196 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Allocated IP 172.20.0.11 (385c32c8-9d90-44b6-bcc3-678e48a38bb6/e72ddffc-248f-403a-b74b-7d12f452d56f/fc7add66-658c-4fc8-b830-725fe0ddd217) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:38:21.970345 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks [] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.004095 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.043434 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:38:22.046044 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a', 'a01d0d57-ecde-4dc6-9390-13e26151d5a6'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:22.047174 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:38:22.050750 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:38:22.080783 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event updated for resources: {'Port': ['ID=fc7add66-658c-4fc8-b830-725fe0ddd217,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:22.093028 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.093385 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.093739 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.094091 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.094432 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.094806 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.095152 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.095738 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.096353 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.096698 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.097036 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.097371 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.097724 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:22.115395 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:22.116104 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.133117 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-adbe86fd-698f-4bfd-b560-cd7a3932d48f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5430379
Feb 28 10:38:22.157651 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Request body: {'port': {'device_id': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:38:22.223785 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.479652 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7add66-658c-4fc8-b830-725fe0ddd217 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:38:22.486980 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Publish callbacks [] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.499639 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Transition to ACTIVE for port object fc7add66-658c-4fc8-b830-725fe0ddd217 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:38:22.503439 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.551290 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Pushing event updated for resources: {'Port': ['ID=fc7add66-658c-4fc8-b830-725fe0ddd217,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:22.625182 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Attempting to bind port fc7add66-658c-4fc8-b830-725fe0ddd217 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:38:22.625899 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Attempting to bind port fc7add66-658c-4fc8-b830-725fe0ddd217 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:38:22.625899 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Attempting to bind port fc7add66-658c-4fc8-b830-725fe0ddd217 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:38:22.630464 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Port fc7add66-658c-4fc8-b830-725fe0ddd217 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:38:22.630829 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Attempting to bind port fc7add66-658c-4fc8-b830-725fe0ddd217 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:38:22.635630 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:38:22.635782 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa41a4-74b5-406c-beb1-4f7163b3b273 req-dcf5a192-9cd4-41f3-86f3-9cd58f1a35f4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:22.636211 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Checking segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:38:22.636391 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Bound using segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:38:22.636782 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Bound port: fc7add66-658c-4fc8-b830-725fe0ddd217, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:38:22.637098 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-31aa41a4-74b5-406c-beb1-4f7163b3b273 req-dcf5a192-9cd4-41f3-86f3-9cd58f1a35f4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 944 time: 0.0533590
Feb 28 10:38:22.637221 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.684374 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-31aa41a4-74b5-406c-beb1-4f7163b3b273 req-b4ea18fc-7c1f-4cfa-8065-ef7d84e5abec tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402019
Feb 28 10:38:22.701301 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] For port fc7add66-658c-4fc8-b830-725fe0ddd217, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:38:22.704557 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] For port fc7add66-658c-4fc8-b830-725fe0ddd217, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fc7add66-658c-4fc8-b830-725fe0ddd217,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:38:22.709954 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.742468 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:22.743119 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:22.744494 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] 10.222.0.26 "PUT /v2.0/ports/fc7add66-658c-4fc8-b830-725fe0ddd217 HTTP/1.1" status: 200  len: 1094 time: 0.5920379
Feb 28 10:38:22.744931 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'tag': 'fc7add66-658c-4fc8-b830-725fe0ddd217'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:22.747170 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e9b94-2726-4503-9b2e-acd450f2ff6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c77b1c-69c1-4483-aa2d-3a097096ff04", "tag": "fc7add66-658c-4fc8-b830-725fe0ddd217"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:22.771981 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004dbf4-3a1c-4fec-bcea-4f4300b467da service neutron] Pushing event updated for resources: {'Port': ['ID=fc7add66-658c-4fc8-b830-725fe0ddd217,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:22.788277 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306ec30a-1e1f-4e82-86f9-b56c54d63b09 x-openstack-request-id: req-306ec30a-1e1f-4e82-86f9-b56c54d63b09 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:22.788673 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c77b1c-69c1-4483-aa2d-3a097096ff04", "tag": "fc7add66-658c-4fc8-b830-725fe0ddd217", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:22.788955 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-306ec30a-1e1f-4e82-86f9-b56c54d63b09 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:22.789360 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'tag': 'fc7add66-658c-4fc8-b830-725fe0ddd217', 'status': 'completed', 'code': 200}
Feb 28 10:38:22.869857 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-cf08c9ac-c79d-4fb8-aa2a-f2813986a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:22.871414 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-cf08c9ac-c79d-4fb8-aa2a-f2813986a2ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 1128 time: 0.0492108
Feb 28 10:38:22.923910 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-4b122a04-4630-40e0-8ad7-5f2a89a0e526 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7add66-658c-4fc8-b830-725fe0ddd217 HTTP/1.1" status: 200  len: 217 time: 0.0332606
Feb 28 10:38:22.970787 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-5199a46d-c61d-4c4b-a672-e303704fe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:22.972195 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-5199a46d-c61d-4c4b-a672-e303704fe090 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.0424123
Feb 28 10:38:23.005949 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-f3c8eb63-7700-49b9-9428-c0824ebafa20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251286
Feb 28 10:38:23.096815 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-c8965d9c-cbbc-44fa-aea5-aa5df6569855 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836811
Feb 28 10:38:23.192485 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c1743b6-b2a3-4a85-8a79-839ce91674ed req-d6d2b3f0-df97-4a6d-8e0f-6401e9cff5ef service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873859
Feb 28 10:38:23.343652 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-0068797b-bc0a-44f8-bcbb-85e8f4dd88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:23.345141 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-0068797b-bc0a-44f8-bcbb-85e8f4dd88eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 1128 time: 0.0480480
Feb 28 10:38:23.433257 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-4c308ed3-5484-4362-b024-f70bab176038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:23.434768 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-4c308ed3-5484-4362-b024-f70bab176038 service neutron] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 915 time: 0.0825834
Feb 28 10:38:23.477996 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-7c57891d-3823-4bbe-a995-28577c91f95e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7add66-658c-4fc8-b830-725fe0ddd217 HTTP/1.1" status: 200  len: 217 time: 0.0358603
Feb 28 10:38:23.527041 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-7ebff724-7ca5-44cc-9cc9-7e1f15d9fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:23.528435 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-7ebff724-7ca5-44cc-9cc9-7e1f15d9fcbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.0424252
Feb 28 10:38:23.558991 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-4b8658cb-4bae-4f8e-b8c6-41fa8bbc7ee6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246513
Feb 28 10:38:23.650372 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-fa2aa0a3-11f1-4ac7-9218-d0bff050c001 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811689
Feb 28 10:38:23.743638 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-121e9b94-2726-4503-9b2e-acd450f2ff6c req-6a1aba7a-8075-4c49-8a4b-504452b4e6e1 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875006
Feb 28 10:38:23.809343 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84593f73-9513-4f7a-a6b8-0cc8bf940024 req-116a1919-177f-4930-ba86-c4071ae9b0ce tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:23.810820 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-84593f73-9513-4f7a-a6b8-0cc8bf940024 req-116a1919-177f-4930-ba86-c4071ae9b0ce tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 944 time: 0.0581000
Feb 28 10:38:23.857021 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-84593f73-9513-4f7a-a6b8-0cc8bf940024 req-c962b1da-7d09-44ab-bad5-92c0c93ef8c0 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405612
Feb 28 10:38:24.977330 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f536-489d-4495-b18e-84a9b9a6005f req-076385f0-4d19-43c5-ae9a-972518035c24 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:24.978804 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d271f536-489d-4495-b18e-84a9b9a6005f req-076385f0-4d19-43c5-ae9a-972518035c24 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 944 time: 0.0529025
Feb 28 10:38:25.025540 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d271f536-489d-4495-b18e-84a9b9a6005f req-e5d20c9d-5830-4807-843a-c169b3d274a6 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412655
Feb 28 10:38:26.148884 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92608c4-5b3c-471f-9584-6ce7eedb631f req-947352f1-a1b4-4abf-96ef-14bd7f5b17a9 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:26.150273 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b92608c4-5b3c-471f-9584-6ce7eedb631f req-947352f1-a1b4-4abf-96ef-14bd7f5b17a9 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 944 time: 0.0554070
Feb 28 10:38:26.199020 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b92608c4-5b3c-471f-9584-6ce7eedb631f req-26462c03-2d4f-4f5d-91ef-1cd074ffd84f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422986
Feb 28 10:38:27.190042 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device fc7add66-658c-4fc8-b830-725fe0ddd217 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:38:27.285099 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port fc7add66-658c-4fc8-b830-725fe0ddd217, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fc7add66-658c-4fc8-b830-725fe0ddd217,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:27.296358 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'fc7add66-658c-4fc8-b830-725fe0ddd217', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'port_id': 'fc7add66-658c-4fc8-b830-725fe0ddd217', 'mac_address': 'fa:16:3e:1e:9c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72ddffc-248f-403a-b74b-7d12f452d56f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:38:27.321403 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97a246-4130-421b-9cdf-971fc312a93f req-e2a3f352-29a2-4b3c-8fb4-c8331bb74612 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:27.322898 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2a97a246-4130-421b-9cdf-971fc312a93f req-e2a3f352-29a2-4b3c-8fb4-c8331bb74612 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 944 time: 0.0539935
Feb 28 10:38:27.337111 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port fc7add66-658c-4fc8-b830-725fe0ddd217 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:27.337510 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:27.350694 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7add66-658c-4fc8-b830-725fe0ddd217 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:38:27.369514 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2a97a246-4130-421b-9cdf-971fc312a93f req-b8920c65-8172-4988-9f17-2d12ed0a2651 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409012
Feb 28 10:38:27.370510 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port fc7add66-658c-4fc8-b830-725fe0ddd217, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fc7add66-658c-4fc8-b830-725fe0ddd217,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:27.375825 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:27.421969 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=fc7add66-658c-4fc8-b830-725fe0ddd217,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:27.428923 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.429285 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.429638 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.429989 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.430329 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.430689 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.431031 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.431365 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.431696 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.432028 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.432360 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.432693 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.433019 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:27.796956 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['fc7add66-658c-4fc8-b830-725fe0ddd217'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:28.488773 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebf147-c591-4c8d-9332-7079f91c0d6d req-52f79559-dbfc-4b98-812c-b77ab08e44bc tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:28.490221 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c0ebf147-c591-4c8d-9332-7079f91c0d6d req-52f79559-dbfc-4b98-812c-b77ab08e44bc tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 945 time: 0.0530851
Feb 28 10:38:28.537241 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c0ebf147-c591-4c8d-9332-7079f91c0d6d req-678cbf12-8b30-44c8-a674-a0e706f8b8a1 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415192
Feb 28 10:38:29.209788 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device fc7add66-658c-4fc8-b830-725fe0ddd217 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:38:29.257870 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port fc7add66-658c-4fc8-b830-725fe0ddd217 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:38:29.262269 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port fc7add66-658c-4fc8-b830-725fe0ddd217 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:38:29.262678 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:29.340627 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port fc7add66-658c-4fc8-b830-725fe0ddd217 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:29.341010 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:29.365035 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7add66-658c-4fc8-b830-725fe0ddd217'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:29.367241 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ab838-9079-4360-9fe4-33aa9701cb51" -d '{"events": [{"server_uuid": "f4c77b1c-69c1-4483-aa2d-3a097096ff04", "name": "network-vif-plugged", "status": "completed", "tag": "fc7add66-658c-4fc8-b830-725fe0ddd217"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:29.379596 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port fc7add66-658c-4fc8-b830-725fe0ddd217, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fc7add66-658c-4fc8-b830-725fe0ddd217,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:29.383640 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:29.409191 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd07d89-f60f-471a-b8ee-4167b6d8825a x-openstack-request-id: req-dfd07d89-f60f-471a-b8ee-4167b6d8825a {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:29.409489 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c77b1c-69c1-4483-aa2d-3a097096ff04", "name": "network-vif-plugged", "status": "completed", "tag": "fc7add66-658c-4fc8-b830-725fe0ddd217", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:29.409739 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfd07d89-f60f-471a-b8ee-4167b6d8825a {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:29.410122 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7add66-658c-4fc8-b830-725fe0ddd217', 'code': 200}
Feb 28 10:38:29.434094 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=fc7add66-658c-4fc8-b830-725fe0ddd217,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:29.634887 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e8065-b792-4980-89c0-2e75a932e7b4 req-f8fe025e-ff35-4c3c-95e6-1a23825090aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:29.636467 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0b1e8065-b792-4980-89c0-2e75a932e7b4 req-f8fe025e-ff35-4c3c-95e6-1a23825090aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 1130 time: 0.0477431
Feb 28 10:38:29.659739 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bc108-b1bb-467c-9cd0-119d3b09a64b req-4618c745-2c32-4d9a-bfe3-823e6c0b0fe8 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:29.661214 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a17bc108-b1bb-467c-9cd0-119d3b09a64b req-4618c745-2c32-4d9a-bfe3-823e6c0b0fe8 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 946 time: 0.0568023
Feb 28 10:38:29.681114 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0b1e8065-b792-4980-89c0-2e75a932e7b4 req-2e6a581f-0ffb-4ddd-8ce2-0b3c7b66554d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372045
Feb 28 10:38:29.707312 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a17bc108-b1bb-467c-9cd0-119d3b09a64b req-9d7924e0-a4a1-4f46-8a9e-756e33dd1797 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405614
Feb 28 10:38:30.825858 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11871f-53b4-4b76-99d4-bc244ce13079 req-6efb5a02-e4be-42e7-b768-d784d5e2d1e8 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:30.827502 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6c11871f-53b4-4b76-99d4-bc244ce13079 req-6efb5a02-e4be-42e7-b768-d784d5e2d1e8 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 946 time: 0.0532637
Feb 28 10:38:30.875759 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6c11871f-53b4-4b76-99d4-bc244ce13079 req-7d0cba46-504c-4b64-b2d2-b2bc3eff8158 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422130
Feb 28 10:38:31.996289 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fcf79-576b-4a3c-a7ca-a1dc44ee5272 req-6eb11eb5-51bc-42f5-a32c-da6432e52591 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:31.997857 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b3fcf79-576b-4a3c-a7ca-a1dc44ee5272 req-6eb11eb5-51bc-42f5-a32c-da6432e52591 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 946 time: 0.0548391
Feb 28 10:38:32.043298 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2b3fcf79-576b-4a3c-a7ca-a1dc44ee5272 req-4924eddc-64dc-4d2c-a6aa-33514ae358de tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395372
Feb 28 10:38:32.157350 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:38:35.577337 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-2717a1c8-bbca-485b-8790-e8c5351ca159 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0457320
Feb 28 10:38:35.657119 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-a0a7f4ef-eb06-4402-9d27-19db0b7fab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:35.658664 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-a0a7f4ef-eb06-4402-9d27-19db0b7fab39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=003233ff59254fa88847f9adc1437df3&device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 1131 time: 0.0438762
Feb 28 10:38:35.764415 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-c9c263db-d4b5-4af4-83f0-449136e453f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:35.765962 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-c9c263db-d4b5-4af4-83f0-449136e453f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 200  len: 918 time: 0.0837822
Feb 28 10:38:35.837708 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-8b81a1ac-44b4-452f-a0aa-a3ea2bbb62ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 200  len: 1002 time: 0.0616415
Feb 28 10:38:35.887589 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-aab14a1f-0f41-4bb3-b39b-95c4a34360e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:35.889122 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-aab14a1f-0f41-4bb3-b39b-95c4a34360e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 200  len: 856 time: 0.0431125
Feb 28 10:38:35.937459 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-5eec247c-d52c-4d57-ad4e-d31af525aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:35.938950 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-5eec247c-d52c-4d57-ad4e-d31af525aa8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0431321
Feb 28 10:38:36.096265 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:36.287866 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-d48db68c-2b98-4144-b47b-05c8e304a1c5 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386407
Feb 28 10:38:36.380868 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7910a843-7d65-4f05-b5fc-427d262d6876 req-71b33860-46e7-4817-8ebc-5a06289a82e2 service neutron] 10.222.0.26 "GET /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827363
Feb 28 10:38:42.803954 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a99b-0911-468e-83e2-6df264158d3b req-3db495f5-69a3-4de6-8db6-ed47a4518760 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:42.805444 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-3db495f5-69a3-4de6-8db6-ed47a4518760 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1206279
Feb 28 10:38:42.820919 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-28df17bf-a61a-417d-8206-e23e0c75e03c tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/quotas/5c79b1decd974ef2bb73bf55edc02f8c HTTP/1.1" status: 200  len: 375 time: 0.0096231
Feb 28 10:38:42.905522 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-aa55e9d3-2e22-444e-9b91-e186778cded1 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0774150
Feb 28 10:38:43.012758 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-ab13a611-d873-4888-be6e-de99f778f6a4 service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008384
Feb 28 10:38:43.128374 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-551f85e7-4980-4cbe-987e-a40d0e8974ec service neutron] 10.222.0.21 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094906
Feb 28 10:38:43.306746 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8a893ab3-ecac-4579-80b2-65289df32928 req-a6919690-e278-4a88-b687-bf5dda403b89 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 210 time: 0.0290060
Feb 28 10:38:43.670321 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70293b96-280e-49d4-8924-649f99d4a4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:44.411365 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8b5fbfa6-c610-4280-af29-6d967aa98f0f req-7d601b6f-fbe9-4cfb-ba9a-a331f230e4ba tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 210 time: 0.0282977
Feb 28 10:38:44.487454 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab2307-a084-455a-9264-0a95ba4011c6 req-87e4f863-3067-432f-a12c-fdc15ff64e66 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:44.489104 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-33ab2307-a084-455a-9264-0a95ba4011c6 req-87e4f863-3067-432f-a12c-fdc15ff64e66 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 947 time: 0.0596879
Feb 28 10:38:44.509778 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a99b-0911-468e-83e2-6df264158d3b req-213b1fd7-d2fd-4c2a-8cb2-6825181bb70f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:44.511276 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-213b1fd7-d2fd-4c2a-8cb2-6825181bb70f tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 814 time: 0.1199732
Feb 28 10:38:44.535472 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Request body: {'port': {'device_id': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'admin_state_up': True, 'tenant_id': '5c79b1decd974ef2bb73bf55edc02f8c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:38:44.541410 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-33ab2307-a084-455a-9264-0a95ba4011c6 req-01fd7a1a-ecee-43d6-a779-029eb37c3bc9 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464549
Feb 28 10:38:44.650308 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Made reservation on behalf of 5c79b1decd974ef2bb73bf55edc02f8c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:38:44.653481 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:44.777024 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Allocated IP 172.20.0.6 (385c32c8-9d90-44b6-bcc3-678e48a38bb6/e72ddffc-248f-403a-b74b-7d12f452d56f/73d4538a-af6f-4c0f-a3f8-5937a632c3c4) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:38:44.922761 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks [] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:44.956089 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.005047 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:38:45.007432 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a', 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'fc7add66-658c-4fc8-b830-725fe0ddd217'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:45.012055 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:38:45.018803 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:38:45.042397 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event updated for resources: {'Port': ['ID=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:45.070063 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:45.070742 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.088354 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-a54661ad-55a0-40d6-82ad-d223695e6297 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5568187
Feb 28 10:38:45.111534 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Request body: {'port': {'device_id': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:38:45.174041 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.436704 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:38:45.444148 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Publish callbacks [] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.456650 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Transition to ACTIVE for port object 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:38:45.460826 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.512966 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:45.537448 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570728e-0874-4448-8cb2-8888b2f3dc40 req-134cf7f8-fec6-495e-b987-07c1e0c82cee tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:45.539296 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c570728e-0874-4448-8cb2-8888b2f3dc40 req-134cf7f8-fec6-495e-b987-07c1e0c82cee tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 943 time: 0.0597885
Feb 28 10:38:45.580948 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Attempting to bind port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:38:45.581307 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Attempting to bind port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:38:45.581664 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Attempting to bind port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:38:45.586674 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:38:45.587018 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Attempting to bind port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 on network 385c32c8-9d90-44b6-bcc3-678e48a38bb6 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:38:45.591474 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c570728e-0874-4448-8cb2-8888b2f3dc40 req-42f2b7cb-c53c-44cc-9b36-70c1454a9e25 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465636
Feb 28 10:38:45.593769 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:38:45.594193 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Checking segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:38:45.594671 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Bound using segment: {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:38:45.595328 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Bound port: 73d4538a-af6f-4c0f-a3f8-5937a632c3c4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012e8650-a2db-4423-a85f-14be03be441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:38:45.595764 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.662414 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] For port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:38:45.665868 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] For port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:38:45.669387 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd96e2b-3bca-4fb0-9cec-942fbf1935ee req-0c75a020-2246-452e-86af-f7889e3fd43c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:45.671211 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2cd96e2b-3bca-4fb0-9cec-942fbf1935ee req-0c75a020-2246-452e-86af-f7889e3fd43c tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 947 time: 0.0549691
Feb 28 10:38:45.671498 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.706105 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:45.706895 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:45.708391 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/73d4538a-af6f-4c0f-a3f8-5937a632c3c4 HTTP/1.1" status: 200  len: 1093 time: 0.6021290
Feb 28 10:38:45.708841 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'tag': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:45.711095 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832cb9e5-bb21-4ea2-afa3-87108658e614" -d '{"events": [{"name": "network-changed", "server_uuid": "a94d0be3-19c9-4062-b71e-076350459b4c", "tag": "73d4538a-af6f-4c0f-a3f8-5937a632c3c4"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:45.736226 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2cd96e2b-3bca-4fb0-9cec-942fbf1935ee req-45c86b65-9bfc-4f96-86b1-4d39a031f585 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527496
Feb 28 10:38:45.736805 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcf69c-6e71-4258-9ad2-307170cae4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:45.756090 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2ab1c6-8ddd-48d7-a439-22a8c7945373 x-openstack-request-id: req-ec2ab1c6-8ddd-48d7-a439-22a8c7945373 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:45.756384 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94d0be3-19c9-4062-b71e-076350459b4c", "tag": "73d4538a-af6f-4c0f-a3f8-5937a632c3c4", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:45.756639 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec2ab1c6-8ddd-48d7-a439-22a8c7945373 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:45.757056 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'tag': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4', 'status': 'completed', 'code': 200}
Feb 28 10:38:45.837641 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a99b-0911-468e-83e2-6df264158d3b req-2c3101c2-1c3a-4c2d-9f74-6776bccd9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:45.839190 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-2c3101c2-1c3a-4c2d-9f74-6776bccd9ed8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 1127 time: 0.0499828
Feb 28 10:38:45.894788 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-f6c6c817-c435-46e2-8d65-6dda19ec1a5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d4538a-af6f-4c0f-a3f8-5937a632c3c4 HTTP/1.1" status: 200  len: 217 time: 0.0396125
Feb 28 10:38:45.946394 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a99b-0911-468e-83e2-6df264158d3b req-b5674883-bc93-41f6-a225-60127da47f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:45.948483 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-b5674883-bc93-41f6-a225-60127da47f1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.0444758
Feb 28 10:38:45.964297 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad868a26-8c90-4626-8bb4-72d6fcc36a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:46.032507 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-5ea35066-7af8-447b-8630-b23b36ca6319 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269887
Feb 28 10:38:46.126914 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-4a67f1d0-8e9b-4410-95a5-7780ee1ad0c0 service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850310
Feb 28 10:38:46.224207 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1519a99b-0911-468e-83e2-6df264158d3b req-af0ecfc5-90bd-41ae-8519-0e06a3070c4f service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861351
Feb 28 10:38:46.409587 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-d0110792-a770-4110-bf84-56b41565ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:46.411101 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-d0110792-a770-4110-bf84-56b41565ea61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 1127 time: 0.0450318
Feb 28 10:38:46.502801 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-54219269-9777-4a50-9533-d4656f8f1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:46.504225 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-54219269-9777-4a50-9533-d4656f8f1a54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 200  len: 915 time: 0.0858808
Feb 28 10:38:46.548761 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-072a8149-6349-431b-8e11-61518e2343c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d4538a-af6f-4c0f-a3f8-5937a632c3c4 HTTP/1.1" status: 200  len: 217 time: 0.0332677
Feb 28 10:38:46.674879 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-28e16ccb-1e28-4531-9559-93e3d4ce89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:46.676437 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-28e16ccb-1e28-4531-9559-93e3d4ce89b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 200  len: 854 time: 0.0453489
Feb 28 10:38:46.715418 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-03650222-0119-40bb-970f-834476843164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=385c32c8-9d90-44b6-bcc3-678e48a38bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310941
Feb 28 10:38:46.717094 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-3292983b-302a-45d5-aa64-eb78c5f11632 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:46.718559 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-3292983b-302a-45d5-aa64-eb78c5f11632 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 947 time: 0.0869830
Feb 28 10:38:46.740074 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfee9d-0338-4cb4-80c6-f994716e7e2d req-6b61ea5d-e32c-46c8-b789-f5bf29f14494 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:46.741508 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74cfee9d-0338-4cb4-80c6-f994716e7e2d req-6b61ea5d-e32c-46c8-b789-f5bf29f14494 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 943 time: 0.0797684
Feb 28 10:38:46.811284 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-9eadd12d-747b-42a3-b84e-c927fdc4f5ba service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848689
Feb 28 10:38:46.913423 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-832cb9e5-bb21-4ea2-afa3-87108658e614 req-629f3191-246b-4491-8ad5-ac7629de3d8b service neutron] 10.222.0.26 "GET /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914450
Feb 28 10:38:47.122193 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:47.141901 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74cfee9d-0338-4cb4-80c6-f994716e7e2d req-3b84c923-bbcd-4a8c-861b-28cba7adfc20 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3807213
Feb 28 10:38:47.176205 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5455-6a3f-4070-8552-3a6d791b392e req-5e22456b-b32c-41f1-9e01-4bfbc8a470fd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:47.177659 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8d3e5455-6a3f-4070-8552-3a6d791b392e req-5e22456b-b32c-41f1-9e01-4bfbc8a470fd tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 947 time: 0.3571196
Feb 28 10:38:47.179592 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Deleting port c091db1b-3683-4633-8290-5a1701243cc7 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:38:47.179928 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (c091db1b-3683-4633-8290-5a1701243cc7), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:47.280490 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8d3e5455-6a3f-4070-8552-3a6d791b392e req-11f33f27-39e6-4acb-a391-4553fa7fd62d tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964530
Feb 28 10:38:47.298893 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] For port c091db1b-3683-4633-8290-5a1701243cc7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c091db1b-3683-4633-8290-5a1701243cc7,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:47.299264 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (c091db1b-3683-4633-8290-5a1701243cc7), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:47.465047 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:47.465324 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (c9a766c0-013e-4b60-bb07-7408c21bc6ab), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:47.465640 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Floating IP c9a766c0-013e-4b60-bb07-7408c21bc6ab disassociated. External IP: 172.37.2.200, port: c091db1b-3683-4633-8290-5a1701243cc7.
Feb 28 10:38:47.465979 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Calling delete_port for c091db1b-3683-4633-8290-5a1701243cc7 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:38:47.594419 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (c091db1b-3683-4633-8290-5a1701243cc7), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:47.621841 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event deleted for resources: {'Port': ['ID=c091db1b-3683-4633-8290-5a1701243cc7,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:47.634864 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.635219 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.635567 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.635911 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.636247 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.636583 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.636915 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.637246 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.637578 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.637908 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.638244 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.639777 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.640136 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:38:47.748875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Router ead3c91a-6ab5-422c-9c3f-db259647e86f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:38:47.857778 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:38:47.867137 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] Sync routers for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:38:47.877191 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:38:47.877795 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d69a00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:38:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:47.900288 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] No DVR routers for this DVR port c091db1b-3683-4633-8290-5a1701243cc7 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:38:47.902884 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:47.906507 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b1174cb6-838b-4ba6-84ae-c8a537d00735 req-28834776-7d13-441c-b4ea-939293b944b7 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.26 "DELETE /v2.0/ports/c091db1b-3683-4633-8290-5a1701243cc7 HTTP/1.1" status: 204  len: 173 time: 1.1797068
Feb 28 10:38:47.906999 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-deleted', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:47.909242 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec05258-6b72-464a-be1d-b55bed134304" -d '{"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-deleted", "tag": "c091db1b-3683-4633-8290-5a1701243cc7"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:47.952618 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e445c-d135-4f18-9ca5-e6e1fa96084b x-openstack-request-id: req-133e445c-d135-4f18-9ca5-e6e1fa96084b {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:47.952909 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d16ba15-2ef6-4ce9-a9cd-d5e14657271a", "name": "network-vif-deleted", "tag": "c091db1b-3683-4633-8290-5a1701243cc7", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:47.953168 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-133e445c-d135-4f18-9ca5-e6e1fa96084b {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:47.953567 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d16ba15-2ef6-4ce9-a9cd-d5e14657271a', 'name': 'network-vif-deleted', 'tag': 'c091db1b-3683-4633-8290-5a1701243cc7', 'status': 'completed', 'code': 200}
Feb 28 10:38:47.991912 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:38:48.204449 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d69a00>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:48.236957 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] Checking router: ead3c91a-6ab5-422c-9c3f-db259647e86f for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:38:48.245462 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:38:48.246065 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d69a00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:38:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:48.264955 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076c41-a904-49f4-9167-41c9f0ba8e5d req-5f267024-4833-4e7e-905c-c4533cf6ede5 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:48.266460 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71076c41-a904-49f4-9167-41c9f0ba8e5d req-5f267024-4833-4e7e-905c-c4533cf6ede5 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 943 time: 0.0572352
Feb 28 10:38:48.314138 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-71076c41-a904-49f4-9167-41c9f0ba8e5d req-7eb92179-f9e9-4f2a-9740-1d39c656ffc9 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421336
Feb 28 10:38:48.361574 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:38:48.396800 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3398cffe-3a2d-4fd9-aa6a-5b4ade915800 req-9d426dcc-3588-4f23-ad3f-052633f311b0 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d16ba15-2ef6-4ce9-a9cd-d5e14657271a HTTP/1.1" status: 200  len: 210 time: 0.0287137
Feb 28 10:38:48.515997 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:48.570287 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d69a00>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:48.597192 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb87760-4d92-4ad1-9bc3-96ff18449fe9 None None] The sync data for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi is: [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:31:42Z', 'revision_number': 4, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39a9d540-64ca-4d65-b927-7717bfca7a75', 'name': '', 'network_id': 'a3e00203-bdaa-4ba7-b433-d6d5ad5222b3', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'mac_address': 'fa:16:3e:6e:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:41Z', 'updated_at': '2022-02-28T10:31:52Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'subnets': [{'id': 'bb0dccee-fa43-4a04-bab0-df3d7708067c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:38:48.838667 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b9330-b662-41ad-929f-3fae1955a7ef None None] New status for floating IP c9a766c0-013e-4b60-bb07-7408c21bc6ab: DOWN {{(pid=102810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:38:49.286220 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:38:49.385686 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:49.397106 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4', 'network_id': '385c32c8-9d90-44b6-bcc3-678e48a38bb6', 'port_id': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4', 'mac_address': 'fa:16:3e:5a:43:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72ddffc-248f-403a-b74b-7d12f452d56f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:38:49.434592 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:49.435015 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.436344 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc44b-3bb0-4cc9-91d8-3aef9dc93900 req-5547199a-9f44-4345-8026-a0437a2d0ae4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:49.437873 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-01dcc44b-3bb0-4cc9-91d8-3aef9dc93900 req-5547199a-9f44-4345-8026-a0437a2d0ae4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 943 time: 0.0551894
Feb 28 10:38:49.448182 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:38:49.469716 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:49.474874 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.489888 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48668) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:49.491301 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-01dcc44b-3bb0-4cc9-91d8-3aef9dc93900 req-b520feba-63ef-4049-8625-14cb666b9cc6 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468822
Feb 28 10:38:49.530466 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:49.549457 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-618e97ad-5c53-4f0f-9254-732e98b75d60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.571931 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-618e97ad-5c53-4f0f-9254-732e98b75d60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.619450 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-618e97ad-5c53-4f0f-9254-732e98b75d60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.622129 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-618e97ad-5c53-4f0f-9254-732e98b75d60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.623402 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-618e97ad-5c53-4f0f-9254-732e98b75d60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559 HTTP/1.1" status: 204  len: 168 time: 0.1322985
Feb 28 10:38:49.626207 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48670) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:49.632879 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e97ad-5c53-4f0f-9254-732e98b75d60 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:49.639939 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.api.v2.resource [None req-4861dac2-2169-4eab-ba2d-e8beb5b85dc4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] show failed (client error): The resource could not be found.
Feb 28 10:38:49.643570 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-4861dac2-2169-4eab-ba2d-e8beb5b85dc4 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "GET /v2.0/security-groups/a9bd1d8d-dd2d-4ae2-9046-440c6a6bd559 HTTP/1.1" status: 404  len: 347 time: 0.0136461
Feb 28 10:38:49.644257 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48672) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:49.770960 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Deleting port e42f47bd-b1be-4d83-af9a-22bef10fad64 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:38:49.771303 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.843661 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.843893 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (e42f47bd-b1be-4d83-af9a-22bef10fad64), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.856280 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Calling delete_port for e42f47bd-b1be-4d83-af9a-22bef10fad64 owned by network:floatingip {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:38:49.910462 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['73d4538a-af6f-4c0f-a3f8-5937a632c3c4'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:38:49.958431 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:49.989646 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (e42f47bd-b1be-4d83-af9a-22bef10fad64), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:50.021396 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Pushing event deleted for resources: {'Port': ['ID=e42f47bd-b1be-4d83-af9a-22bef10fad64,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:50.081848 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks [] for floatingip (c9a766c0-013e-4b60-bb07-7408c21bc6ab), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:50.084436 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:50.085590 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-d60bdf93-a72f-497b-9406-4b6a0faec733 tempest-AttachVolumeShelveTestJSON-14373286 tempest-AttachVolumeShelveTestJSON-14373286-project] 10.222.0.21 "DELETE /v2.0/floatingips/c9a766c0-013e-4b60-bb07-7408c21bc6ab HTTP/1.1" status: 204  len: 168 time: 0.4402716
Feb 28 10:38:50.612221 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aec420-11e7-48ef-98c6-ac167acb1d4f req-292d4f36-cb5c-4d2d-a32e-d2119359158b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:50.613705 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e6aec420-11e7-48ef-98c6-ac167acb1d4f req-292d4f36-cb5c-4d2d-a32e-d2119359158b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 944 time: 0.0558095
Feb 28 10:38:50.661974 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e6aec420-11e7-48ef-98c6-ac167acb1d4f req-d1980168-034b-4018-b778-4f5e7503340b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425003
Feb 28 10:38:51.300554 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:38:51.351853 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:38:51.355689 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:38:51.356065 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:51.435358 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:38:51.436158 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:51.458888 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:38:51.461187 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282c453a-e5a9-4bc4-9165-53e7c342d0de" -d '{"events": [{"server_uuid": "a94d0be3-19c9-4062-b71e-076350459b4c", "name": "network-vif-plugged", "status": "completed", "tag": "73d4538a-af6f-4c0f-a3f8-5937a632c3c4"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:38:51.477346 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:51.481631 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:51.482772 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:38:51.504335 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b592f34d-aaa9-4c06-9b80-296f6c83fe8f x-openstack-request-id: req-b592f34d-aaa9-4c06-9b80-296f6c83fe8f {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:38:51.504627 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94d0be3-19c9-4062-b71e-076350459b4c", "name": "network-vif-plugged", "status": "completed", "tag": "73d4538a-af6f-4c0f-a3f8-5937a632c3c4", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:38:51.504895 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b592f34d-aaa9-4c06-9b80-296f6c83fe8f {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:38:51.505263 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4', 'code': 200}
Feb 28 10:38:51.521507 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: c091db1b-3683-4633-8290-5a1701243cc7 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:38:51.521854 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c091db1b-3683-4633-8290-5a1701243cc7 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:38:51.550733 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:51.735839 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86726d5f-b90d-45fd-ac0f-5e4c443608fc req-7ac372aa-07af-4207-87ee-248b56a2dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:51.737262 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-86726d5f-b90d-45fd-ac0f-5e4c443608fc req-7ac372aa-07af-4207-87ee-248b56a2dac9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 1129 time: 0.0463741
Feb 28 10:38:51.819826 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96504e38-8708-4998-9c5a-3f83369b77f5 req-4df2172a-e22a-4841-a44c-b3fb87bc43f5 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:51.821323 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-96504e38-8708-4998-9c5a-3f83369b77f5 req-4df2172a-e22a-4841-a44c-b3fb87bc43f5 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 945 time: 0.0832045
Feb 28 10:38:51.823758 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-86726d5f-b90d-45fd-ac0f-5e4c443608fc req-89776aac-6c89-42f4-9cc5-d81a652c11f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602174
Feb 28 10:38:51.868295 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-96504e38-8708-4998-9c5a-3f83369b77f5 req-4bbcc3d9-d080-4ebc-9f18-c0e28e343a4d tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407102
Feb 28 10:38:52.481875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48700) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:53.004922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (ead3c91a-6ab5-422c-9c3f-db259647e86f), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:53.013711 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cac1b-bf37-4817-92e8-98ccb07390e8 req-f355be31-1f1d-4dde-b5a1-197bed92dbb2 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:53.015212 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-820cac1b-bf37-4817-92e8-98ccb07390e8 req-f355be31-1f1d-4dde-b5a1-197bed92dbb2 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 945 time: 0.0750194
Feb 28 10:38:53.130957 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-820cac1b-bf37-4817-92e8-98ccb07390e8 req-d7f2c950-f830-472d-8ed3-e05ad44fd63e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847032
Feb 28 10:38:53.295550 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Deleting port 39a9d540-64ca-4d65-b927-7717bfca7a75 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:38:53.296021 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:53.371381 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] For port 39a9d540-64ca-4d65-b927-7717bfca7a75, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=39a9d540-64ca-4d65-b927-7717bfca7a75,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:53.371746 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:53.384128 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Calling delete_port for 39a9d540-64ca-4d65-b927-7717bfca7a75 owned by network:router_interface {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:38:53.559156 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (39a9d540-64ca-4d65-b927-7717bfca7a75), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:53.587629 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a9d540-64ca-4d65-b927-7717bfca7a75,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:53.754707 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (ead3c91a-6ab5-422c-9c3f-db259647e86f), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:53.971539 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Router ead3c91a-6ab5-422c-9c3f-db259647e86f has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:38:54.077301 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:38:54.082461 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-74b1ab4f-f5c2-42fb-bb7a-a600a33c6534 admin admin] 10.222.0.21 "PUT /v2.0/routers/ead3c91a-6ab5-422c-9c3f-db259647e86f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5991647
Feb 28 10:38:54.084849 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48708) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:54.087301 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] Sync routers for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:38:54.098376 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:38:54.099036 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d69e20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:38:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:54.210118 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:38:54.407046 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d69e20>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:54.433175 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] Checking router: ead3c91a-6ab5-422c-9c3f-db259647e86f for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:38:54.442252 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] Routers {'ead3c91a-6ab5-422c-9c3f-db259647e86f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:38:54.442898 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259d69e20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:38:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['ead3c91a-6ab5-422c-9c3f-db259647e86f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:54.493285 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks [] for router (ead3c91a-6ab5-422c-9c3f-db259647e86f), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:54.542222 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e40f-5d14-4b07-b360-521826451435 req-6b52c7a0-52b4-41da-86e8-823fa7e1340e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:38:54.543728 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0493e40f-5d14-4b07-b360-521826451435 req-6b52c7a0-52b4-41da-86e8-823fa7e1340e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 945 time: 0.1018016
Feb 28 10:38:54.551428 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] Set router ead3c91a-6ab5-422c-9c3f-db259647e86f gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:38:54.642646 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0493e40f-5d14-4b07-b360-521826451435 req-89c2d310-88a3-4b07-a83a-46128313faba tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918658
Feb 28 10:38:54.650679 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks [] for router_gateway (ead3c91a-6ab5-422c-9c3f-db259647e86f), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:54.709148 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Deleting port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:38:54.710632 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:54.754289 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259d69e20>, [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:54.801922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] For port 2effafb3-f4ac-41fe-8fbd-b8a4718d4058, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:54.802738 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:54.819614 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Calling delete_port for 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 owned by network:router_gateway {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:38:54.871876 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27333fb1-b9d7-4266-98f0-88dee3922338 None None] The sync data for ids ['ead3c91a-6ab5-422c-9c3f-db259647e86f'] in dv-cinder-master-3-iscsi is: [{'id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'name': 'tempest-AttachVolumeShelveTestJSON-2072281762-router', 'tenant_id': '003233ff59254fa88847f9adc1437df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133'}], 'enable_snat': True}, 'gw_port_id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:35Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 5, 'project_id': '003233ff59254fa88847f9adc1437df3', 'gw_port': {'id': '2effafb3-f4ac-41fe-8fbd-b8a4718d4058', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3c91a-6ab5-422c-9c3f-db259647e86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:36Z', 'updated_at': '2022-02-28T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:38:55.012683 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (2effafb3-f4ac-41fe-8fbd-b8a4718d4058), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.039646 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2effafb3-f4ac-41fe-8fbd-b8a4718d4058,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:55.100528 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (ead3c91a-6ab5-422c-9c3f-db259647e86f), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.210000 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (ead3c91a-6ab5-422c-9c3f-db259647e86f), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.212266 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks [] for router_controller (ead3c91a-6ab5-422c-9c3f-db259647e86f), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.277538 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (ead3c91a-6ab5-422c-9c3f-db259647e86f), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.278254 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead3c91a-6ab5-422c-9c3f-db259647e86f {{(pid=102808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:38:55.284152 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.285142 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f23afdb2-81d5-4179-9fe6-e5e34304be30 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ead3c91a-6ab5-422c-9c3f-db259647e86f HTTP/1.1" status: 204  len: 168 time: 1.1993988
Feb 28 10:38:55.287672 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48720) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:55.333510 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] Deleting subnet bb0dccee-fa43-4a04-bab0-df3d7708067c {{(pid=102808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:38:55.336868 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] Publish callbacks [] for subnet (bb0dccee-fa43-4a04-bab0-df3d7708067c), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.377690 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4688902'] for subnet (bb0dccee-fa43-4a04-bab0-df3d7708067c), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.458455 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (bb0dccee-fa43-4a04-bab0-df3d7708067c), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.515277 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4328527'] for subnet (bb0dccee-fa43-4a04-bab0-df3d7708067c), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.539419 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0dccee-fa43-4a04-bab0-df3d7708067c,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:55.545528 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.551079 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-d8432fb4-4808-4ef2-93c0-6837c8c23f47 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bb0dccee-fa43-4a04-bab0-df3d7708067c HTTP/1.1" status: 204  len: 168 time: 0.2623966
Feb 28 10:38:55.551456 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac56c9-8c3f-4177-933d-fd452da4c58e None None] Network a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:38:55.551954 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48722) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:55.620727 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.675798 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Deleting port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:38:55.676143 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.738025 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] For port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b,segment=NetworkSegment(a9c3ad62-fc58-47b7-b33a-4032d74ce650),segment_id=a9c3ad62-fc58-47b7-b33a-4032d74ce650)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:38:55.738318 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.750788 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Calling delete_port for 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b owned by network:dhcp {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:38:55.833538 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.861753 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:55.862315 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf5e316-1149-4bd4-a13b-235f64934fde None None] DHCP port deletion for a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:38:55.865213 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] No DVR routers for this DVR port 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b on host dv-cinder-master-3-iscsi {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:38:55.937817 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.957232 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253acabb0>,) {'filters': {'network_id': ['a3e00203-bdaa-4ba7-b433-d6d5ad5222b3']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:55.966166 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253acabb0>, 'a9c3ad62-fc58-47b7-b33a-4032d74ce650') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:55.966567 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253acabb0>, 'a9c3ad62-fc58-47b7-b33a-4032d74ce650') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:38:55.976009 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (a9c3ad62-fc58-47b7-b33a-4032d74ce650), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.990092 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (a9c3ad62-fc58-47b7-b33a-4032d74ce650), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.996035 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:38:55.996423 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (a9c3ad62-fc58-47b7-b33a-4032d74ce650), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:38:55.998762 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:38:56.053901 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (a3e00203-bdaa-4ba7-b433-d6d5ad5222b3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:56.059336 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:56.063309 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a3e00203-bdaa-4ba7-b433-d6d5ad5222b3 HTTP/1.1" status: 204  len: 168 time: 0.5106733
Feb 28 10:38:56.074918 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aff753-ea03-4202-8163-40f0a420c576 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e00203-bdaa-4ba7-b433-d6d5ad5222b3,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:56.184896 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48732) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:56.227893 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-cff51e98-100b-4592-923e-2eeefbaaf62d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=003233ff59254fa88847f9adc1437df3&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0393746
Feb 28 10:38:56.228116 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48736) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:38:56.284486 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e808b3dd-8178-4af2-9248-5032d8b5c14d admin admin] Publish callbacks [] for security_group (4ff4d15a-bc62-4fd3-9c44-82944252a2ca), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:56.310051 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e808b3dd-8178-4af2-9248-5032d8b5c14d admin admin] Publish callbacks [] for security_group (4ff4d15a-bc62-4fd3-9c44-82944252a2ca), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:56.368813 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e808b3dd-8178-4af2-9248-5032d8b5c14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4ff4d15a-bc62-4fd3-9c44-82944252a2ca), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:56.376501 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e808b3dd-8178-4af2-9248-5032d8b5c14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:38:56.377670 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e808b3dd-8178-4af2-9248-5032d8b5c14d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ff4d15a-bc62-4fd3-9c44-82944252a2ca HTTP/1.1" status: 204  len: 168 time: 0.1486549
Feb 28 10:38:56.385733 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808b3dd-8178-4af2-9248-5032d8b5c14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff4d15a-bc62-4fd3-9c44-82944252a2ca,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:38:56.678958 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 39a9d540-64ca-4d65-b927-7717bfca7a75 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:38:56.699883 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 39a9d540-64ca-4d65-b927-7717bfca7a75 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:38:56.700301 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 39a9d540-64ca-4d65-b927-7717bfca7a75 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:38:56.700725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:38:56.720571 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:38:56.720809 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 2effafb3-f4ac-41fe-8fbd-b8a4718d4058 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:38:56.721223 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:38:56.742797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:38:56.743152 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 9bfb38ad-9a44-4c44-885a-1ec0d7a15f5b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:00.608820 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48822) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:00.713289 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-57a4dfc9-c9ad-4a15-befd-ed064d63134a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:00.787312 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-57a4dfc9-c9ad-4a15-befd-ed064d63134a admin admin] Publish callbacks [] for security_group (29c488ac-6cd4-451e-920f-279ea60b48f0), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:00.791166 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-57a4dfc9-c9ad-4a15-befd-ed064d63134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (29c488ac-6cd4-451e-920f-279ea60b48f0), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:00.830328 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-57a4dfc9-c9ad-4a15-befd-ed064d63134a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=914aee0d38084aedb47b3bf0920c9e47&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2204545
Feb 28 10:39:00.831263 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4dfc9-c9ad-4a15-befd-ed064d63134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c488ac-6cd4-451e-920f-279ea60b48f0,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:00.833147 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48828) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:00.886496 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8e69f-afb7-4b99-b8fc-29d6ebb84c54 admin admin] Publish callbacks [] for security_group (29c488ac-6cd4-451e-920f-279ea60b48f0), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:00.907869 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8e69f-afb7-4b99-b8fc-29d6ebb84c54 admin admin] Publish callbacks [] for security_group (29c488ac-6cd4-451e-920f-279ea60b48f0), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:00.953309 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8e69f-afb7-4b99-b8fc-29d6ebb84c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (29c488ac-6cd4-451e-920f-279ea60b48f0), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:00.956187 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-05e8e69f-afb7-4b99-b8fc-29d6ebb84c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:00.957929 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-05e8e69f-afb7-4b99-b8fc-29d6ebb84c54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29c488ac-6cd4-451e-920f-279ea60b48f0 HTTP/1.1" status: 204  len: 168 time: 0.1237314
Feb 28 10:39:00.965599 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8e69f-afb7-4b99-b8fc-29d6ebb84c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c488ac-6cd4-451e-920f-279ea60b48f0,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:01.209237 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48834) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:01.223350 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6bbf52f7-a12e-49af-b2f9-73fd8c4cbf2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:01.294735 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6bbf52f7-a12e-49af-b2f9-73fd8c4cbf2d admin admin] Publish callbacks [] for security_group (480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:01.299340 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-6bbf52f7-a12e-49af-b2f9-73fd8c4cbf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:01.337663 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-6bbf52f7-a12e-49af-b2f9-73fd8c4cbf2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=719b15de31ca43ce817b2c8b7c77cf01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1273489
Feb 28 10:39:01.338559 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf52f7-a12e-49af-b2f9-73fd8c4cbf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:01.341252 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48836) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:01.390426 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c3269d5-b246-40d2-bb1a-5694d8cd5e20 admin admin] Publish callbacks [] for security_group (480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:01.414069 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c3269d5-b246-40d2-bb1a-5694d8cd5e20 admin admin] Publish callbacks [] for security_group (480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:01.459768 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c3269d5-b246-40d2-bb1a-5694d8cd5e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:01.462305 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3c3269d5-b246-40d2-bb1a-5694d8cd5e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:01.463489 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3c3269d5-b246-40d2-bb1a-5694d8cd5e20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c HTTP/1.1" status: 204  len: 168 time: 0.1209009
Feb 28 10:39:01.471022 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3269d5-b246-40d2-bb1a-5694d8cd5e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ed8ca-eebf-4245-a9ba-bdbf5b0e8c6c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:05.518919 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48922) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:05.625887 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-40b5d6fc-88de-4438-8c2e-07e07b040c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:05.701990 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-40b5d6fc-88de-4438-8c2e-07e07b040c22 admin admin] Publish callbacks [] for security_group (b8607ead-84b2-4d1a-9601-cd56cd2ac573), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:05.706790 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-40b5d6fc-88de-4438-8c2e-07e07b040c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (b8607ead-84b2-4d1a-9601-cd56cd2ac573), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:05.745403 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-40b5d6fc-88de-4438-8c2e-07e07b040c22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74d02dbffd66461ab71542e1271e0d81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2251322
Feb 28 10:39:05.747388 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5d6fc-88de-4438-8c2e-07e07b040c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8607ead-84b2-4d1a-9601-cd56cd2ac573,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:05.748080 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48926) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:05.795890 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89d8fa8f-4d5f-4375-8d5f-83443f6433f1 admin admin] Publish callbacks [] for security_group (b8607ead-84b2-4d1a-9601-cd56cd2ac573), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:05.816459 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89d8fa8f-4d5f-4375-8d5f-83443f6433f1 admin admin] Publish callbacks [] for security_group (b8607ead-84b2-4d1a-9601-cd56cd2ac573), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:05.862562 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89d8fa8f-4d5f-4375-8d5f-83443f6433f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (b8607ead-84b2-4d1a-9601-cd56cd2ac573), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:05.865122 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89d8fa8f-4d5f-4375-8d5f-83443f6433f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:05.866275 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-89d8fa8f-4d5f-4375-8d5f-83443f6433f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8607ead-84b2-4d1a-9601-cd56cd2ac573 HTTP/1.1" status: 204  len: 168 time: 0.1172087
Feb 28 10:39:05.873918 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8fa8f-4d5f-4375-8d5f-83443f6433f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8607ead-84b2-4d1a-9601-cd56cd2ac573,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:06.109267 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.121165 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 48932) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:06.135048 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-65d1506a-678e-4554-9893-fe77d46b918c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.209325 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-65d1506a-678e-4554-9893-fe77d46b918c admin admin] Publish callbacks [] for security_group (e205293f-5d21-4f8c-95e5-401e17408fc0), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.212679 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-65d1506a-678e-4554-9893-fe77d46b918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e205293f-5d21-4f8c-95e5-401e17408fc0), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.253559 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-65d1506a-678e-4554-9893-fe77d46b918c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00a8d4ff983c4b8e813fbfb4a741446f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1312697
Feb 28 10:39:06.254267 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1506a-678e-4554-9893-fe77d46b918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e205293f-5d21-4f8c-95e5-401e17408fc0,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:06.256269 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48934) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:06.304234 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dc3f641b-9993-4380-a0c5-0d41d98e5c4b admin admin] Publish callbacks [] for security_group (e205293f-5d21-4f8c-95e5-401e17408fc0), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.326019 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dc3f641b-9993-4380-a0c5-0d41d98e5c4b admin admin] Publish callbacks [] for security_group (e205293f-5d21-4f8c-95e5-401e17408fc0), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.377007 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dc3f641b-9993-4380-a0c5-0d41d98e5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (e205293f-5d21-4f8c-95e5-401e17408fc0), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.379640 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dc3f641b-9993-4380-a0c5-0d41d98e5c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:06.380904 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-dc3f641b-9993-4380-a0c5-0d41d98e5c4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e205293f-5d21-4f8c-95e5-401e17408fc0 HTTP/1.1" status: 204  len: 168 time: 0.1236372
Feb 28 10:39:06.389069 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f641b-9993-4380-a0c5-0d41d98e5c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e205293f-5d21-4f8c-95e5-401e17408fc0,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:06.573653 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c107e5-53be-4d13-bbc0-3afc3ac93814 req-8f3997df-ff6c-4dea-8cf9-9a01eda68557 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:06.575176 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3c107e5-53be-4d13-bbc0-3afc3ac93814 req-8f3997df-ff6c-4dea-8cf9-9a01eda68557 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 945 time: 0.0580912
Feb 28 10:39:06.630560 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3c107e5-53be-4d13-bbc0-3afc3ac93814 req-2bbb977d-2185-4f1f-9cb1-a62cfdcac6ec tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498941
Feb 28 10:39:07.747833 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592d750-027a-4554-a626-c8806eb6a3af req-50992be4-3e17-487e-b96d-13d3949fc452 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:07.749470 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3592d750-027a-4554-a626-c8806eb6a3af req-50992be4-3e17-487e-b96d-13d3949fc452 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 945 time: 0.0525789
Feb 28 10:39:07.795698 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3592d750-027a-4554-a626-c8806eb6a3af req-64d8af7c-390b-4600-80bf-dcaf3624ee22 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408933
Feb 28 10:39:08.497403 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538473e-56f1-4908-9b44-41267533b4d2 req-e00cfeb5-9c5a-4edf-a798-bdd6dc4372b5 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:08.498937 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8538473e-56f1-4908-9b44-41267533b4d2 req-e00cfeb5-9c5a-4edf-a798-bdd6dc4372b5 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 945 time: 0.0515945
Feb 28 10:39:08.599785 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Deleting port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:08.600138 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:08.691389 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] For port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:08.691673 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:08.704295 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Calling delete_port for 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:08.835795 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (73d4538a-af6f-4c0f-a3f8-5937a632c3c4), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:08.864351 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event deleted for resources: {'Port': ['ID=73d4538a-af6f-4c0f-a3f8-5937a632c3c4,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:08.872848 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a', 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'fc7add66-658c-4fc8-b830-725fe0ddd217', '73d4538a-af6f-4c0f-a3f8-5937a632c3c4'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:39:08.900397 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d2e0c680-955c-428d-a0e7-a8587f64435f req-6d713a72-a278-45ee-86b6-a853e16eceb1 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94d0be3-19c9-4062-b71e-076350459b4c HTTP/1.1" status: 200  len: 210 time: 0.0337794
Feb 28 10:39:08.944792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] No DVR routers for this DVR port 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:08.947662 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:08.950547 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8538473e-56f1-4908-9b44-41267533b4d2 req-a9e79901-21de-44be-b72d-e81dfd58397b tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "DELETE /v2.0/ports/73d4538a-af6f-4c0f-a3f8-5937a632c3c4 HTTP/1.1" status: 204  len: 173 time: 0.4465046
Feb 28 10:39:08.951021 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'name': 'network-vif-deleted', 'tag': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:08.954088 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9de21-596a-4ff9-8431-cc75c66dc2f0" -d '{"events": [{"server_uuid": "a94d0be3-19c9-4062-b71e-076350459b4c", "name": "network-vif-deleted", "tag": "73d4538a-af6f-4c0f-a3f8-5937a632c3c4"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:08.992995 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28749eb8-3345-4cec-bf5c-e1501305c1b1 x-openstack-request-id: req-28749eb8-3345-4cec-bf5c-e1501305c1b1 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:08.993363 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94d0be3-19c9-4062-b71e-076350459b4c", "name": "network-vif-deleted", "tag": "73d4538a-af6f-4c0f-a3f8-5937a632c3c4", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:08.993684 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28749eb8-3345-4cec-bf5c-e1501305c1b1 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:08.994146 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94d0be3-19c9-4062-b71e-076350459b4c', 'name': 'network-vif-deleted', 'tag': '73d4538a-af6f-4c0f-a3f8-5937a632c3c4', 'status': 'completed', 'code': 200}
Feb 28 10:39:09.157375 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:39:09.908976 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 48990) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:10.018544 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-14a4e314-043f-40f3-a7d6-9d9c305e8580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:10.097922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-14a4e314-043f-40f3-a7d6-9d9c305e8580 admin admin] Publish callbacks [] for security_group (5ce6fa35-07c7-4bc0-b331-125a7ca01c66), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:10.101575 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-14a4e314-043f-40f3-a7d6-9d9c305e8580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5ce6fa35-07c7-4bc0-b331-125a7ca01c66), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:10.138948 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-14a4e314-043f-40f3-a7d6-9d9c305e8580 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eac1f4c38868466fb67ed0ace5487d84&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2289126
Feb 28 10:39:10.140843 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4e314-043f-40f3-a7d6-9d9c305e8580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce6fa35-07c7-4bc0-b331-125a7ca01c66,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:10.142084 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49000) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:10.192172 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b6701d-42a7-4732-ab05-fec703d370d3 admin admin] Publish callbacks [] for security_group (5ce6fa35-07c7-4bc0-b331-125a7ca01c66), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:10.212898 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b6701d-42a7-4732-ab05-fec703d370d3 admin admin] Publish callbacks [] for security_group (5ce6fa35-07c7-4bc0-b331-125a7ca01c66), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:10.263244 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b6701d-42a7-4732-ab05-fec703d370d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5ce6fa35-07c7-4bc0-b331-125a7ca01c66), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:10.266982 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b6701d-42a7-4732-ab05-fec703d370d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:10.268126 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-20b6701d-42a7-4732-ab05-fec703d370d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ce6fa35-07c7-4bc0-b331-125a7ca01c66 HTTP/1.1" status: 204  len: 168 time: 0.1240478
Feb 28 10:39:10.275442 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6701d-42a7-4732-ab05-fec703d370d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce6fa35-07c7-4bc0-b331-125a7ca01c66,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:11.307304 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae37e9b-786e-418f-9297-a83fa6003ee1 req-3f3afc15-7081-4df8-81b7-373497afef34 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:11.308866 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ae37e9b-786e-418f-9297-a83fa6003ee1 req-3f3afc15-7081-4df8-81b7-373497afef34 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 946 time: 0.0540810
Feb 28 10:39:11.360322 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4ae37e9b-786e-418f-9297-a83fa6003ee1 req-5dcd723a-125b-4703-84ec-290c4bca4ac8 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456724
Feb 28 10:39:12.488304 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670f418-62ea-42f1-b136-b5b1eb03894a req-c830d685-c0f2-4ef1-932f-aa4fc2df1b80 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:12.489821 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1670f418-62ea-42f1-b136-b5b1eb03894a req-c830d685-c0f2-4ef1-932f-aa4fc2df1b80 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 946 time: 0.0583427
Feb 28 10:39:12.537323 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1670f418-62ea-42f1-b136-b5b1eb03894a req-64b096cf-5d53-4185-9479-f9dc73cc10f1 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419416
Feb 28 10:39:13.160478 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-871d290b-ae2e-40c2-a0a4-dbe619044256 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:13.161956 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-871d290b-ae2e-40c2-a0a4-dbe619044256 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 946 time: 0.0546420
Feb 28 10:39:13.263737 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Deleting port fc7add66-658c-4fc8-b830-725fe0ddd217 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:13.264453 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:13.355438 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] For port fc7add66-658c-4fc8-b830-725fe0ddd217, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fc7add66-658c-4fc8-b830-725fe0ddd217,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:13.355813 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:13.369298 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Calling delete_port for fc7add66-658c-4fc8-b830-725fe0ddd217 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:13.444609 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:13.471740 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:13.472574 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 73d4538a-af6f-4c0f-a3f8-5937a632c3c4 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:13.509571 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (fc7add66-658c-4fc8-b830-725fe0ddd217), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:13.543102 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event deleted for resources: {'Port': ['ID=fc7add66-658c-4fc8-b830-725fe0ddd217,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:13.549995 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a', 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'fc7add66-658c-4fc8-b830-725fe0ddd217'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:39:13.587533 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] No DVR routers for this DVR port fc7add66-658c-4fc8-b830-725fe0ddd217 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:13.590070 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:13.594515 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c18ea6a6-6897-4ca6-9a9f-c61e52730f5e req-beeeff86-92f8-4cdd-a6ba-c7ec32db1b8a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "DELETE /v2.0/ports/fc7add66-658c-4fc8-b830-725fe0ddd217 HTTP/1.1" status: 204  len: 173 time: 0.4263849
Feb 28 10:39:13.595017 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'name': 'network-vif-deleted', 'tag': 'fc7add66-658c-4fc8-b830-725fe0ddd217'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:13.597537 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c10502-2776-4c79-bfd6-289d9bbd8298" -d '{"events": [{"server_uuid": "f4c77b1c-69c1-4483-aa2d-3a097096ff04", "name": "network-vif-deleted", "tag": "fc7add66-658c-4fc8-b830-725fe0ddd217"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:13.644115 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47208fe3-14e0-4576-9bcc-ceb3028883ef x-openstack-request-id: req-47208fe3-14e0-4576-9bcc-ceb3028883ef {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:13.644425 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c77b1c-69c1-4483-aa2d-3a097096ff04", "name": "network-vif-deleted", "tag": "fc7add66-658c-4fc8-b830-725fe0ddd217", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:13.644681 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47208fe3-14e0-4576-9bcc-ceb3028883ef {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:13.645174 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c77b1c-69c1-4483-aa2d-3a097096ff04', 'name': 'network-vif-deleted', 'tag': 'fc7add66-658c-4fc8-b830-725fe0ddd217', 'status': 'completed', 'code': 200}
Feb 28 10:39:13.666146 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-602d9937-50ca-46e1-9563-9f94ddfe91d1 req-d8024e80-b210-4c68-9cdf-de6cb8a0c758 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c77b1c-69c1-4483-aa2d-3a097096ff04 HTTP/1.1" status: 200  len: 210 time: 0.0382433
Feb 28 10:39:13.695956 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8394e766-910c-4fc7-a171-bfb4af073f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:14.946627 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a51706-dab8-497a-ad87-32a4aa840e56 req-e116ae88-4e21-492b-abec-73f3809a34b4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:14.948109 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-16a51706-dab8-497a-ad87-32a4aa840e56 req-e116ae88-4e21-492b-abec-73f3809a34b4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 945 time: 0.0542762
Feb 28 10:39:14.996509 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-16a51706-dab8-497a-ad87-32a4aa840e56 req-a3a872b7-1a00-4245-8c59-d754cb0fd3c7 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422943
Feb 28 10:39:15.967576 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c6279dd6-cb4f-47f0-b73a-11b7845335f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:16.118547 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9873db5-7143-4e6b-96f4-4b43e17efa9e req-effb7654-13b7-4833-934c-1bc97ed61955 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:16.119952 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a9873db5-7143-4e6b-96f4-4b43e17efa9e req-effb7654-13b7-4833-934c-1bc97ed61955 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 945 time: 0.0536020
Feb 28 10:39:16.170217 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a9873db5-7143-4e6b-96f4-4b43e17efa9e req-87cd98d1-50ac-43f5-b069-91280ced54dc tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442281
Feb 28 10:39:16.549268 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-ebee90db-f325-406b-a337-f68cd35c0914 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:16.550755 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-ebee90db-f325-406b-a337-f68cd35c0914 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 945 time: 0.0527275
Feb 28 10:39:16.647310 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Deleting port a01d0d57-ecde-4dc6-9390-13e26151d5a6 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:16.647657 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:16.741733 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] For port a01d0d57-ecde-4dc6-9390-13e26151d5a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a01d0d57-ecde-4dc6-9390-13e26151d5a6,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:16.742107 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:16.755306 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Calling delete_port for a01d0d57-ecde-4dc6-9390-13e26151d5a6 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:16.888310 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (a01d0d57-ecde-4dc6-9390-13e26151d5a6), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:16.916910 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event deleted for resources: {'Port': ['ID=a01d0d57-ecde-4dc6-9390-13e26151d5a6,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:16.925349 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a', 'a01d0d57-ecde-4dc6-9390-13e26151d5a6'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:39:16.965126 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] No DVR routers for this DVR port a01d0d57-ecde-4dc6-9390-13e26151d5a6 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:16.971368 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:16.975022 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a424f8ef-e23a-4da6-8491-cbe3a7d6c93b req-5dcc9e77-3551-49f6-bc86-f14c8920c2bd tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "DELETE /v2.0/ports/a01d0d57-ecde-4dc6-9390-13e26151d5a6 HTTP/1.1" status: 204  len: 173 time: 0.4182897
Feb 28 10:39:16.975491 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'name': 'network-vif-deleted', 'tag': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:16.977732 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946e1a1-3316-46ee-91b5-17b36c8ea469" -d '{"events": [{"server_uuid": "b69d4311-bc1d-48b3-b94e-2584548842d8", "name": "network-vif-deleted", "tag": "a01d0d57-ecde-4dc6-9390-13e26151d5a6"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:17.016394 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d7ccea-fb03-4823-bfc7-1af47b958440 x-openstack-request-id: req-e2d7ccea-fb03-4823-bfc7-1af47b958440 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:17.019766 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69d4311-bc1d-48b3-b94e-2584548842d8", "name": "network-vif-deleted", "tag": "a01d0d57-ecde-4dc6-9390-13e26151d5a6", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:17.020921 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2d7ccea-fb03-4823-bfc7-1af47b958440 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:17.021548 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69d4311-bc1d-48b3-b94e-2584548842d8', 'name': 'network-vif-deleted', 'tag': 'a01d0d57-ecde-4dc6-9390-13e26151d5a6', 'status': 'completed', 'code': 200}
Feb 28 10:39:17.127395 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:17.277162 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3572e18d-d728-461a-a761-c8d5b0d2d749 req-c4234f4c-3134-415d-ba92-1a02e0dd68a4 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69d4311-bc1d-48b3-b94e-2584548842d8 HTTP/1.1" status: 200  len: 210 time: 0.0279624
Feb 28 10:39:17.498198 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device fc7add66-658c-4fc8-b830-725fe0ddd217 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:17.522349 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: fc7add66-658c-4fc8-b830-725fe0ddd217 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:17.522737 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device fc7add66-658c-4fc8-b830-725fe0ddd217 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:18.519508 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:19.707107 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01ce90-c07e-405f-b814-bbcd2b67d27c req-62844993-5ab0-4df8-bd24-49f3e9a80975 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:19.709011 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5a01ce90-c07e-405f-b814-bbcd2b67d27c req-62844993-5ab0-4df8-bd24-49f3e9a80975 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.0609035
Feb 28 10:39:19.759903 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5a01ce90-c07e-405f-b814-bbcd2b67d27c req-19b5e995-1283-4bb2-b289-11ab2192f712 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453146
Feb 28 10:39:19.952314 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:20.894562 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd1113-4cb6-4c45-96e0-96fe22cbf1c6 req-c8f9a79f-fe40-4672-98bc-e82b511ee20a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:20.896095 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a9bd1113-4cb6-4c45-96e0-96fe22cbf1c6 req-c8f9a79f-fe40-4672-98bc-e82b511ee20a tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.0671890
Feb 28 10:39:20.944673 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a9bd1113-4cb6-4c45-96e0-96fe22cbf1c6 req-ffba5e9f-deb3-473a-a239-e9d3deb8e0af tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/security-groups?id=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427763
Feb 28 10:39:21.451657 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-8df9ee7a-3c56-4a73-8ebd-99fe48c15944 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:21.453766 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-8df9ee7a-3c56-4a73-8ebd-99fe48c15944 tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 945 time: 0.0529351
Feb 28 10:39:21.535442 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a01d0d57-ecde-4dc6-9390-13e26151d5a6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:21.549017 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Deleting port 2df07693-98c8-4c85-a461-d68a9578eb1a {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:21.549366 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:21.555359 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: a01d0d57-ecde-4dc6-9390-13e26151d5a6 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:21.555731 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device a01d0d57-ecde-4dc6-9390-13e26151d5a6 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:21.644761 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] For port 2df07693-98c8-4c85-a461-d68a9578eb1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2df07693-98c8-4c85-a461-d68a9578eb1a,segment=NetworkSegment(012e8650-a2db-4423-a85f-14be03be441b),segment_id=012e8650-a2db-4423-a85f-14be03be441b)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:21.645141 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:21.656734 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Calling delete_port for 2df07693-98c8-4c85-a461-d68a9578eb1a owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:21.780364 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (2df07693-98c8-4c85-a461-d68a9578eb1a), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:21.811311 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Pushing event deleted for resources: {'Port': ['ID=2df07693-98c8-4c85-a461-d68a9578eb1a,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:21.815066 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2df07693-98c8-4c85-a461-d68a9578eb1a'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:39:21.854280 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] No DVR routers for this DVR port 2df07693-98c8-4c85-a461-d68a9578eb1a on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:21.856720 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:21.860595 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-dc6c1d74-03d5-4d15-b3dd-791b07db4f59 req-105fe0a5-a581-4776-a4eb-facd1f05339e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.26 "DELETE /v2.0/ports/2df07693-98c8-4c85-a461-d68a9578eb1a HTTP/1.1" status: 204  len: 173 time: 0.4018397
Feb 28 10:39:21.861031 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'name': 'network-vif-deleted', 'tag': '2df07693-98c8-4c85-a461-d68a9578eb1a'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:21.863318 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844fa5f2-87da-421e-94a0-e5ad3c8433ef" -d '{"events": [{"server_uuid": "c9afa739-da2b-478b-af9a-7ea5ad86650d", "name": "network-vif-deleted", "tag": "2df07693-98c8-4c85-a461-d68a9578eb1a"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:21.901533 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17af58e-bcb0-4dd1-9106-df944a86a0fd x-openstack-request-id: req-c17af58e-bcb0-4dd1-9106-df944a86a0fd {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:21.902156 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afa739-da2b-478b-af9a-7ea5ad86650d", "name": "network-vif-deleted", "tag": "2df07693-98c8-4c85-a461-d68a9578eb1a", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:21.902156 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c17af58e-bcb0-4dd1-9106-df944a86a0fd {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:21.902551 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afa739-da2b-478b-af9a-7ea5ad86650d', 'name': 'network-vif-deleted', 'tag': '2df07693-98c8-4c85-a461-d68a9578eb1a', 'status': 'completed', 'code': 200}
Feb 28 10:39:22.054089 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1a8a7ac5-4b91-4b97-9015-873fafcea983 req-0cef970f-e471-4efb-ae0d-c2e30644ef7e tempest-AttachVolumeNegativeTest-1589508515 tempest-AttachVolumeNegativeTest-1589508515-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9afa739-da2b-478b-af9a-7ea5ad86650d HTTP/1.1" status: 200  len: 210 time: 0.0293176
Feb 28 10:39:23.117039 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49158) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:23.168189 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] Deleting subnet e72ddffc-248f-403a-b74b-7d12f452d56f {{(pid=102808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:39:23.173042 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] Publish callbacks [] for subnet (e72ddffc-248f-403a-b74b-7d12f452d56f), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.221943 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4688902'] for subnet (e72ddffc-248f-403a-b74b-7d12f452d56f), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.264083 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (e72ddffc-248f-403a-b74b-7d12f452d56f), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.319622 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4328527'] for subnet (e72ddffc-248f-403a-b74b-7d12f452d56f), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.345805 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72ddffc-248f-403a-b74b-7d12f452d56f,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:23.349892 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.353065 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ae1e03c2-47e3-4b31-acf6-c6fa6ba57aab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e72ddffc-248f-403a-b74b-7d12f452d56f HTTP/1.1" status: 204  len: 168 time: 0.2350130
Feb 28 10:39:23.355580 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49160) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:23.426490 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (385c32c8-9d90-44b6-bcc3-678e48a38bb6), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.501763 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (385c32c8-9d90-44b6-bcc3-678e48a38bb6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.521504 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253891670>,) {'filters': {'network_id': ['385c32c8-9d90-44b6-bcc3-678e48a38bb6']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:23.531126 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253891670>, '012e8650-a2db-4423-a85f-14be03be441b') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:23.531719 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253891670>, '012e8650-a2db-4423-a85f-14be03be441b') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:23.540800 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (012e8650-a2db-4423-a85f-14be03be441b), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.554566 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (012e8650-a2db-4423-a85f-14be03be441b), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.560605 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:39:23.561045 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (012e8650-a2db-4423-a85f-14be03be441b), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:39:23.562751 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:39:23.619169 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (385c32c8-9d90-44b6-bcc3-678e48a38bb6), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.624616 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.627788 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/385c32c8-9d90-44b6-bcc3-678e48a38bb6 HTTP/1.1" status: 204  len: 168 time: 0.2712903
Feb 28 10:39:23.638620 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e9fb-767d-463e-8c6b-a35948af8e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=385c32c8-9d90-44b6-bcc3-678e48a38bb6,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:23.789110 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49164) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:23.828034 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c7b7d1cf-e653-44f8-926e-271f628d81f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c79b1decd974ef2bb73bf55edc02f8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0371003
Feb 28 10:39:23.830323 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49166) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:23.877084 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Publish callbacks [] for security_group (5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.897966 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Publish callbacks [] for security_group (5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.946836 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.949354 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:23.950479 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2 HTTP/1.1" status: 204  len: 168 time: 0.1192436
Feb 28 10:39:23.958787 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeceeca-424d-4f1a-9c01-8d9c7b1cdbc2,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:23.965846 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.966202 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.966677 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.967017 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.967351 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.967939 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.968286 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.968616 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.968947 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.969272 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.969596 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.969918 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:23.970353 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e3d58-7d9d-4a2e-a525-6dc45c081bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:24.592075 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49190) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:24.691595 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-450511344-network', 'tenant_id': 'd389e72deb52446bb809836022993316'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:24.712132 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Made reservation on behalf of d389e72deb52446bb809836022993316 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:24.715309 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.724471 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.798232 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks [] for security_group (d103fdab-7fb8-494c-852c-33d432b4c43c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.801972 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d103fdab-7fb8-494c-852c-33d432b4c43c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.825535 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:39:24.835303 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d103fdab-7fb8-494c-852c-33d432b4c43c,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:24.840019 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (5245da2d-d903-43a5-949a-7f9e747ce44e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.840376 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Added segment 5245da2d-d903-43a5-949a-7f9e747ce44e of type vlan for network ad276e92-3a82-4d6d-92b5-250c3b9939d3
Feb 28 10:39:24.885280 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (ad276e92-3a82-4d6d-92b5-250c3b9939d3), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.910228 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (ad276e92-3a82-4d6d-92b5-250c3b9939d3), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.911191 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:24.911769 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:24.962632 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3694596
Feb 28 10:39:24.965615 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49194) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:24.971826 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Request body: {'subnet': {'network_id': 'ad276e92-3a82-4d6d-92b5-250c3b9939d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-450511344-subnet', 'tenant_id': 'd389e72deb52446bb809836022993316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:24.975901 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e5cf4-da19-471c-9d10-d43651f83032 admin admin] Pushing event updated for resources: {'Network': ['ID=ad276e92-3a82-4d6d-92b5-250c3b9939d3,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:24.986039 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network ad276e92-3a82-4d6d-92b5-250c3b9939d3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:39:24.998747 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Made reservation on behalf of d389e72deb52446bb809836022993316 for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:25.001336 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4328548'] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.185702 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4328534'] for subnet (fc82ec37-06fa-4b83-b0a5-e86619ac6552), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.241105 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc82ec37-06fa-4b83-b0a5-e86619ac6552,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:25.250114 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Checking segment: {'id': '5245da2d-d903-43a5-949a-7f9e747ce44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ad276e92-3a82-4d6d-92b5-250c3b9939d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:39:25.250482 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Network hostable DHCP agents. Network: ad276e92-3a82-4d6d-92b5-250c3b9939d3, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:39:25.267681 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Network ad276e92-3a82-4d6d-92b5-250c3b9939d3 is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:39:25.276331 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ad276e92-3a82-4d6d-92b5-250c3b9939d3) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:39:25.281305 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:25.282086 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.285085 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1cdb8b-48ad-4ee2-963b-e5fc826cc05a None None] Network ad276e92-3a82-4d6d-92b5-250c3b9939d3 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:25.297737 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-75fa9f5a-18c1-4a86-a020-6eaa5b45ab34 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3310194
Feb 28 10:39:25.384008 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca1bceb-5a08-4632-970f-8a5c2f802359 None None] Network ad276e92-3a82-4d6d-92b5-250c3b9939d3 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:25.565543 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2df07693-98c8-4c85-a461-d68a9578eb1a no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:25.587109 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 2df07693-98c8-4c85-a461-d68a9578eb1a {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:25.587464 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2df07693-98c8-4c85-a461-d68a9578eb1a not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:25.772112 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49212) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:25.777095 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003456828-network', 'tenant_id': '05b966767f4f4e54b01b0f5bbcd96e26'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:25.795602 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Made reservation on behalf of 05b966767f4f4e54b01b0f5bbcd96e26 for: {'network': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:25.798477 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.806765 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.883222 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks [] for security_group (4ecdf635-08b4-4578-a95a-ec599b4e6795), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.887561 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4ecdf635-08b4-4578-a95a-ec599b4e6795), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.911522 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=102808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:39:25.920729 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecdf635-08b4-4578-a95a-ec599b4e6795,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:25.926400 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (77a3fdda-b6a3-4c50-add5-0b9be29d18f5), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.926771 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.segments_db [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Added segment 77a3fdda-b6a3-4c50-add5-0b9be29d18f5 of type vlan for network 240fa46e-6547-4ada-b57f-c697c0b2404c
Feb 28 10:39:25.969722 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (240fa46e-6547-4ada-b57f-c697c0b2404c), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:25.999087 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (240fa46e-6547-4ada-b57f-c697c0b2404c), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.000850 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:26.002044 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.064929 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.2916191
Feb 28 10:39:26.067768 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49214) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:26.071742 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c84476-4ac2-43f3-8f53-6459126bf980 admin admin] Pushing event updated for resources: {'Network': ['ID=240fa46e-6547-4ada-b57f-c697c0b2404c,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:26.072905 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Request body: {'subnet': {'network_id': '240fa46e-6547-4ada-b57f-c697c0b2404c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003456828-subnet', 'tenant_id': '05b966767f4f4e54b01b0f5bbcd96e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:26.090087 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network 240fa46e-6547-4ada-b57f-c697c0b2404c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:39:26.114105 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Made reservation on behalf of 05b966767f4f4e54b01b0f5bbcd96e26 for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:26.116587 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4536360'] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.342107 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4536346'] for subnet (e91438e5-8105-4d68-93e4-ab2d840b9372), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.400625 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91438e5-8105-4d68-93e4-ab2d840b9372,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:26.409634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Checking segment: {'id': '77a3fdda-b6a3-4c50-add5-0b9be29d18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '240fa46e-6547-4ada-b57f-c697c0b2404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:39:26.409997 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Network hostable DHCP agents. Network: 240fa46e-6547-4ada-b57f-c697c0b2404c, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:39:26.426521 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Network 240fa46e-6547-4ada-b57f-c697c0b2404c is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:39:26.434757 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 240fa46e-6547-4ada-b57f-c697c0b2404c) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:39:26.439288 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:26.439875 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.444732 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8718cc1-b0ea-4961-8fc4-84115083d174 None None] Network 240fa46e-6547-4ada-b57f-c697c0b2404c requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:26.459534 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a49826bb-492e-4af3-9ff1-d721afb967eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3906236
Feb 28 10:39:26.542794 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316102ce-0891-4669-97a6-258789d25bd8 None None] Network 240fa46e-6547-4ada-b57f-c697c0b2404c requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:26.572203 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49224) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:26.618102 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] Deleting subnet fc82ec37-06fa-4b83-b0a5-e86619ac6552 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:39:26.621612 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] Publish callbacks [] for subnet (fc82ec37-06fa-4b83-b0a5-e86619ac6552), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.660452 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (fc82ec37-06fa-4b83-b0a5-e86619ac6552), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.701976 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (fc82ec37-06fa-4b83-b0a5-e86619ac6552), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.753404 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (fc82ec37-06fa-4b83-b0a5-e86619ac6552), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.778010 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc82ec37-06fa-4b83-b0a5-e86619ac6552,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:26.783429 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.786699 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a6ed0328-53b2-49e0-a890-b45030ed8e36 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc82ec37-06fa-4b83-b0a5-e86619ac6552 HTTP/1.1" status: 204  len: 168 time: 0.2133639
Feb 28 10:39:26.791709 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49226) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:26.859980 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (ad276e92-3a82-4d6d-92b5-250c3b9939d3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.939733 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (ad276e92-3a82-4d6d-92b5-250c3b9939d3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.959169 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f62582b7730>,) {'filters': {'network_id': ['ad276e92-3a82-4d6d-92b5-250c3b9939d3']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:26.968911 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f62582b7730>, '5245da2d-d903-43a5-949a-7f9e747ce44e') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:26.969227 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f62582b7730>, '5245da2d-d903-43a5-949a-7f9e747ce44e') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:26.978797 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (5245da2d-d903-43a5-949a-7f9e747ce44e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.992866 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (5245da2d-d903-43a5-949a-7f9e747ce44e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:26.998638 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:39:26.999060 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (5245da2d-d903-43a5-949a-7f9e747ce44e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:39:27.000710 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:39:27.056855 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (ad276e92-3a82-4d6d-92b5-250c3b9939d3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.062329 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.065537 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad276e92-3a82-4d6d-92b5-250c3b9939d3 HTTP/1.1" status: 204  len: 168 time: 0.2729931
Feb 28 10:39:27.068408 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49228) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:27.076501 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd86455-e2f5-4ff8-b9c4-fbec39a6e3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad276e92-3a82-4d6d-92b5-250c3b9939d3,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:27.113596 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] Deleting subnet e91438e5-8105-4d68-93e4-ab2d840b9372 {{(pid=102808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:39:27.116817 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] Publish callbacks [] for subnet (e91438e5-8105-4d68-93e4-ab2d840b9372), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.153722 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4688902'] for subnet (e91438e5-8105-4d68-93e4-ab2d840b9372), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.190805 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (e91438e5-8105-4d68-93e4-ab2d840b9372), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.241181 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4328527'] for subnet (e91438e5-8105-4d68-93e4-ab2d840b9372), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.265548 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91438e5-8105-4d68-93e4-ab2d840b9372,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:27.269366 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.272521 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f59322f0-6bc5-4785-9a3d-adccf0b011e5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e91438e5-8105-4d68-93e4-ab2d840b9372 HTTP/1.1" status: 204  len: 168 time: 0.2031164
Feb 28 10:39:27.275165 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49230) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:27.345855 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (240fa46e-6547-4ada-b57f-c697c0b2404c), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.431217 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (240fa46e-6547-4ada-b57f-c697c0b2404c), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.451272 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f62584a82e0>,) {'filters': {'network_id': ['240fa46e-6547-4ada-b57f-c697c0b2404c']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:27.461215 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f62584a82e0>, '77a3fdda-b6a3-4c50-add5-0b9be29d18f5') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:27.461519 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f62584a82e0>, '77a3fdda-b6a3-4c50-add5-0b9be29d18f5') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:27.471183 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (77a3fdda-b6a3-4c50-add5-0b9be29d18f5), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.484342 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (77a3fdda-b6a3-4c50-add5-0b9be29d18f5), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.490065 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:39:27.490452 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (77a3fdda-b6a3-4c50-add5-0b9be29d18f5), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:39:27.492136 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:39:27.548361 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (240fa46e-6547-4ada-b57f-c697c0b2404c), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.554326 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.557661 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/240fa46e-6547-4ada-b57f-c697c0b2404c HTTP/1.1" status: 204  len: 168 time: 0.2815986
Feb 28 10:39:27.569258 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee66af-1763-4044-aa8f-4b241ee5bec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=240fa46e-6547-4ada-b57f-c697c0b2404c,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:27.751123 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49244) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:27.790364 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ef18f75b-8d3e-45c1-99f3-418682c25ab3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d389e72deb52446bb809836022993316&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0379333
Feb 28 10:39:27.792764 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49246) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:27.839283 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0659e641-6c5a-4fbf-ae7a-2ae8433ddc1e admin admin] Publish callbacks [] for security_group (d103fdab-7fb8-494c-852c-33d432b4c43c), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.860918 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0659e641-6c5a-4fbf-ae7a-2ae8433ddc1e admin admin] Publish callbacks [] for security_group (d103fdab-7fb8-494c-852c-33d432b4c43c), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.905694 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0659e641-6c5a-4fbf-ae7a-2ae8433ddc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (d103fdab-7fb8-494c-852c-33d432b4c43c), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.908340 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0659e641-6c5a-4fbf-ae7a-2ae8433ddc1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:27.909486 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0659e641-6c5a-4fbf-ae7a-2ae8433ddc1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d103fdab-7fb8-494c-852c-33d432b4c43c HTTP/1.1" status: 204  len: 168 time: 0.1158497
Feb 28 10:39:27.917276 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659e641-6c5a-4fbf-ae7a-2ae8433ddc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d103fdab-7fb8-494c-852c-33d432b4c43c,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:28.214840 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49252) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:28.257478 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-caf93279-979a-4313-a73c-a7a623ee50d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05b966767f4f4e54b01b0f5bbcd96e26&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0414023
Feb 28 10:39:28.259890 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49254) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:28.305012 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5393ee3f-98e2-41ce-9451-7b23afaf346a admin admin] Publish callbacks [] for security_group (4ecdf635-08b4-4578-a95a-ec599b4e6795), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:28.325226 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5393ee3f-98e2-41ce-9451-7b23afaf346a admin admin] Publish callbacks [] for security_group (4ecdf635-08b4-4578-a95a-ec599b4e6795), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:28.371814 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5393ee3f-98e2-41ce-9451-7b23afaf346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4ecdf635-08b4-4578-a95a-ec599b4e6795), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:28.374793 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-5393ee3f-98e2-41ce-9451-7b23afaf346a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:28.376241 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-5393ee3f-98e2-41ce-9451-7b23afaf346a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ecdf635-08b4-4578-a95a-ec599b4e6795 HTTP/1.1" status: 204  len: 168 time: 0.1154244
Feb 28 10:39:28.383720 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393ee3f-98e2-41ce-9451-7b23afaf346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecdf635-08b4-4578-a95a-ec599b4e6795,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:34.484981 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052157d2-59dd-4c63-a59c-03b979e504aa req-86afd387-3adb-4360-ad5b-d2e40146ce37 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:34.486526 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052157d2-59dd-4c63-a59c-03b979e504aa req-86afd387-3adb-4360-ad5b-d2e40146ce37 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.0591097
Feb 28 10:39:34.535040 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-052157d2-59dd-4c63-a59c-03b979e504aa req-b496567f-45df-43f7-b9be-8c6a62a448c8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426323
Feb 28 10:39:35.665284 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bace62-5435-490f-b203-117091173c06 req-4171cd75-e02a-4d6d-844e-4ef6a0af3896 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:35.667066 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57bace62-5435-490f-b203-117091173c06 req-4171cd75-e02a-4d6d-844e-4ef6a0af3896 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.0581138
Feb 28 10:39:35.717340 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-57bace62-5435-490f-b203-117091173c06 req-5488ba80-548b-4490-bdb9-d7d74f9caa1c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444837
Feb 28 10:39:36.102257 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:36.837354 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070602-e042-4903-9d59-f2cb3795f8aa req-5ff91f77-c6eb-4550-8e8c-c9c6bd7511e5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:36.838919 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3070602-e042-4903-9d59-f2cb3795f8aa req-5ff91f77-c6eb-4550-8e8c-c9c6bd7511e5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.0530300
Feb 28 10:39:36.864307 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49424) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:36.891427 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c3070602-e042-4903-9d59-f2cb3795f8aa req-853cf44b-ea28-433c-aaf9-16d2ad1bb46e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467517
Feb 28 10:39:36.969635 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e557e1db-e0c2-4b58-ab6d-ce94eabc6565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:37.041186 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e557e1db-e0c2-4b58-ab6d-ce94eabc6565 admin admin] Publish callbacks [] for security_group (1e98e22a-2556-4ee7-b623-76de725f7c45), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:37.044617 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e557e1db-e0c2-4b58-ab6d-ce94eabc6565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (1e98e22a-2556-4ee7-b623-76de725f7c45), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:37.081238 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e557e1db-e0c2-4b58-ab6d-ce94eabc6565 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=948904b895f946c8aba32f27eb953f69&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2158284
Feb 28 10:39:37.083224 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557e1db-e0c2-4b58-ab6d-ce94eabc6565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98e22a-2556-4ee7-b623-76de725f7c45,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:37.084001 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49428) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:37.133098 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7d3f5452-a3d1-4b31-914a-f6dbde9bca24 admin admin] Publish callbacks [] for security_group (1e98e22a-2556-4ee7-b623-76de725f7c45), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:37.157011 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7d3f5452-a3d1-4b31-914a-f6dbde9bca24 admin admin] Publish callbacks [] for security_group (1e98e22a-2556-4ee7-b623-76de725f7c45), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:37.202897 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7d3f5452-a3d1-4b31-914a-f6dbde9bca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (1e98e22a-2556-4ee7-b623-76de725f7c45), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:37.205304 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7d3f5452-a3d1-4b31-914a-f6dbde9bca24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:37.206447 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-7d3f5452-a3d1-4b31-914a-f6dbde9bca24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e98e22a-2556-4ee7-b623-76de725f7c45 HTTP/1.1" status: 204  len: 168 time: 0.1214750
Feb 28 10:39:37.214017 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f5452-a3d1-4b31-914a-f6dbde9bca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98e22a-2556-4ee7-b623-76de725f7c45,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:38.019087 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c8f9-351f-47fe-a59c-8d9cccfe81dd req-c8f58f05-6859-4020-bde0-024a4b1b503b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:38.020593 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b56c8f9-351f-47fe-a59c-8d9cccfe81dd req-c8f58f05-6859-4020-bde0-024a4b1b503b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.0543709
Feb 28 10:39:38.072041 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3b56c8f9-351f-47fe-a59c-8d9cccfe81dd req-f0ec63c2-8e9b-4e6f-b9f6-7b249ec00648 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451162
Feb 28 10:39:39.193994 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a08a-1044-4383-a7f1-531a72046aee req-41f19611-9e16-4803-b5df-cba2e93ef9e4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:39.195472 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1450a08a-1044-4383-a7f1-531a72046aee req-41f19611-9e16-4803-b5df-cba2e93ef9e4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 946 time: 0.0561333
Feb 28 10:39:39.253744 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1450a08a-1044-4383-a7f1-531a72046aee req-7077bc33-66ce-4242-ab3a-a531f4a9c155 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524895
Feb 28 10:39:39.596899 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 529b48cb-8201-4cd7-9a2e-93e7994b3a10 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:39.690862 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 is: ACTIVE; New status is: DOWN {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:39:39.691349 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:39.716209 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:39.718628 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a4e86-47bc-472f-af88-a70e79067e4f" -d '{"events": [{"server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "name": "network-vif-unplugged", "status": "completed", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:39.731289 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:39.736531 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:39.766797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3fd592-f9f8-4108-afa1-09e809cbd350 x-openstack-request-id: req-4e3fd592-f9f8-4108-afa1-09e809cbd350 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:39.767090 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "name": "network-vif-unplugged", "status": "completed", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:39.767344 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e3fd592-f9f8-4108-afa1-09e809cbd350 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:39.767734 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'code': 200}
Feb 28 10:39:39.788671 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=529b48cb-8201-4cd7-9a2e-93e7994b3a10,revision_number=6']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:39.795663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.796615 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.796987 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.797335 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.797679 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.798011 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.798342 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.798697 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.799029 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.799357 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.799686 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.800011 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:39.800332 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:40.372232 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4fd8-b912-4e0e-b630-7d043edbb528 req-868ac1a3-632a-4179-a8d9-d8e5787a4ff9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:40.373840 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-20af4fd8-b912-4e0e-b630-7d043edbb528 req-868ac1a3-632a-4179-a8d9-d8e5787a4ff9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0544639
Feb 28 10:39:40.423923 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-20af4fd8-b912-4e0e-b630-7d043edbb528 req-94f3ccc0-3193-402b-8d58-609e2bc6a272 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444238
Feb 28 10:39:41.545650 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c9ebe-57dd-4d4d-ba3b-d236650a547f req-98b63380-b7d7-40d5-8c26-c52ed210f5c5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:41.548389 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2d6c9ebe-57dd-4d4d-ba3b-d236650a547f req-98b63380-b7d7-40d5-8c26-c52ed210f5c5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0547297
Feb 28 10:39:41.597797 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2d6c9ebe-57dd-4d4d-ba3b-d236650a547f req-6e55a4d3-ea7d-4663-a990-ee96aeeca181 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439060
Feb 28 10:39:42.446551 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49550) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:42.816677 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f93c97-450c-4e98-8407-d62cbefe015e req-0d81a146-1656-49ef-9cf5-23bc51b8d765 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:42.818740 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c5f93c97-450c-4e98-8407-d62cbefe015e req-0d81a146-1656-49ef-9cf5-23bc51b8d765 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.1438756
Feb 28 10:39:42.885958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Deleting port 33b3a33f-fd15-4723-8a72-4f44a3e91336 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:42.886293 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:42.904698 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c5f93c97-450c-4e98-8407-d62cbefe015e req-629f2669-8f92-4b53-a576-5fac5521bd70 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791550
Feb 28 10:39:42.984450 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:42.985962 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for floatingip (33b3a33f-fd15-4723-8a72-4f44a3e91336), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:42.997805 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Calling delete_port for 33b3a33f-fd15-4723-8a72-4f44a3e91336 owned by network:floatingip {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:43.482995 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (33b3a33f-fd15-4723-8a72-4f44a3e91336), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:43.512800 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event deleted for resources: {'Port': ['ID=33b3a33f-fd15-4723-8a72-4f44a3e91336,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:43.591249 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for floatingip (96d5fabb-908d-4140-a042-27c3cdadc0a0), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:43.591571 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Floating IP 96d5fabb-908d-4140-a042-27c3cdadc0a0 disassociated (deleted). External IP: 172.37.2.119, port: c294705d-35da-4f5d-8e43-0a930f3b63a3.
Feb 28 10:39:43.681615 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08753e1d-2cf1-4296-a33e-54fa92e92ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:43.842333 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Router 0a808c09-079e-479d-b584-80908092d09b has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:39:43.963941 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:39:43.972258 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:43.979230 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] Sync routers for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:39:43.991444 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:43.992084 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62588dd6a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:44.033123 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-167b779d-bf20-4b4f-b49c-2081cf68e295 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "DELETE /v2.0/floatingips/96d5fabb-908d-4140-a042-27c3cdadc0a0 HTTP/1.1" status: 204  len: 168 time: 1.5815370
Feb 28 10:39:44.033123 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:44.034407 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7187fc8-ee8d-430f-9e9b-182a50677856" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:44.061127 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6cb5c-8953-443f-baee-c223b713be07 req-ccf8c42a-bcf9-4d1c-b52d-bd11f8fc6842 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:44.063597 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-73e6cb5c-8953-443f-baee-c223b713be07 req-ccf8c42a-bcf9-4d1c-b52d-bd11f8fc6842 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0666769
Feb 28 10:39:44.128573 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-73e6cb5c-8953-443f-baee-c223b713be07 req-5f940f69-0a88-43e3-8da2-7fb0888af23d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593064
Feb 28 10:39:44.132373 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:44.195189 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8e783-078e-45c6-a291-e0debb4c6659 x-openstack-request-id: req-35b8e783-078e-45c6-a291-e0debb4c6659 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:44.195630 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:44.195798 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35b8e783-078e-45c6-a291-e0debb4c6659 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:44.196363 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'status': 'completed', 'code': 200}
Feb 28 10:39:44.333334 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-601661c3-712f-426f-b94d-937d4b82c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:44.334876 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-601661c3-712f-426f-b94d-937d4b82c465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b55c46d5c05b41adb823461813ee1e5b&device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 1130 time: 0.0769846
Feb 28 10:39:44.346740 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dd65-70bc-4c74-9d24-ceb3dcb52218 req-d9af072a-5b7f-4757-8629-c5adf08285fe tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:44.347459 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6ea0dd65-70bc-4c74-9d24-ceb3dcb52218 req-d9af072a-5b7f-4757-8629-c5adf08285fe tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0814252
Feb 28 10:39:44.454628 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6ea0dd65-70bc-4c74-9d24-ceb3dcb52218 req-88fd302c-3bc3-48ee-8999-acbb0aa50fb8 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980656
Feb 28 10:39:44.498730 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-78645da3-3117-40e3-b0ce-b69cd15fff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:44.501371 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-78645da3-3117-40e3-b0ce-b69cd15fff37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 200  len: 910 time: 0.1529517
Feb 28 10:39:44.547142 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62588dd6a0>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:04Z', 'revision_number': 5, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:44.556616 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-159c625d-b3f2-4f29-b3af-0ec9e61ccbfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 200  len: 217 time: 0.0474982
Feb 28 10:39:44.579239 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] Checking router: 0a808c09-079e-479d-b584-80908092d09b for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:39:44.589822 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:44.590465 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62588dd6a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:44.624327 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-b21d3377-a388-476f-8afa-266ca605674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:44.625987 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-b21d3377-a388-476f-8afa-266ca605674e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=123faae4-a2c2-43a0-a700-63d5786e34ac HTTP/1.1" status: 200  len: 848 time: 0.0632577
Feb 28 10:39:44.699486 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-2640ad6d-cf47-4a12-8c21-75b4ab900b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:44.701392 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-2640ad6d-cf47-4a12-8c21-75b4ab900b9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=956c294a-5b07-4205-ad8a-387d3422fbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0677137
Feb 28 10:39:44.736099 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:44.811470 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-8b8f0204-894e-4f45-a585-821ce14508e7 service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036763
Feb 28 10:39:44.928018 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b7187fc8-ee8d-430f-9e9b-182a50677856 req-e3caa05d-e1e0-45ef-909a-046a96dca0cb service neutron] 10.222.0.26 "GET /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1099834
Feb 28 10:39:44.980179 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62588dd6a0>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:04Z', 'revision_number': 5, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:45.008738 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda54869-e6c7-49e0-8195-a50166b3ae45 None None] The sync data for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi is: [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '56796b83-405f-433f-ade5-9d4e69f5e4b7', 'name': '', 'network_id': '956c294a-5b07-4205-ad8a-387d3422fbe8', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'mac_address': 'fa:16:3e:4e:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:55Z', 'updated_at': '2022-02-28T10:34:04Z', 'revision_number': 5, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'subnets': [{'id': '123faae4-a2c2-43a0-a700-63d5786e34ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:39:45.022837 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49658) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:45.133815 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6dc6-a591-4603-8e75-d5e0d4047fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.243268 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6dc6-a591-4603-8e75-d5e0d4047fe0 admin admin] Publish callbacks [] for security_group (4535e7cb-5748-4aa3-a156-55950743b7e0), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.250060 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6dc6-a591-4603-8e75-d5e0d4047fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4535e7cb-5748-4aa3-a156-55950743b7e0), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.250318 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa732d-f18b-4cc2-8c2a-36076aa63c3c None None] New status for floating IP 96d5fabb-908d-4140-a042-27c3cdadc0a0: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:39:45.301808 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf6dc6-a591-4603-8e75-d5e0d4047fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4535e7cb-5748-4aa3-a156-55950743b7e0,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:45.309499 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-3aaf6dc6-a591-4603-8e75-d5e0d4047fe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5b40b8aedb94e51a9802f6dc7df19ba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2855434
Feb 28 10:39:45.312517 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49664) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:45.329022 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d90c-163f-4cb2-a997-1b0d7eff0fdb req-f7e0133b-fa26-42a1-81bf-48b19745fbe7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:45.330152 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4655d90c-163f-4cb2-a997-1b0d7eff0fdb req-f7e0133b-fa26-42a1-81bf-48b19745fbe7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.1223650
Feb 28 10:39:45.367970 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-00038538-ff1e-44ee-a7cc-66f663cb28b2 admin admin] Publish callbacks [] for security_group (4535e7cb-5748-4aa3-a156-55950743b7e0), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.382902 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4655d90c-163f-4cb2-a997-1b0d7eff0fdb req-7eb21c66-c733-4a55-b703-c206ff670648 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463767
Feb 28 10:39:45.389758 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-00038538-ff1e-44ee-a7cc-66f663cb28b2 admin admin] Publish callbacks [] for security_group (4535e7cb-5748-4aa3-a156-55950743b7e0), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.436217 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-00038538-ff1e-44ee-a7cc-66f663cb28b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (4535e7cb-5748-4aa3-a156-55950743b7e0), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.439521 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-00038538-ff1e-44ee-a7cc-66f663cb28b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.440690 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-00038538-ff1e-44ee-a7cc-66f663cb28b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4535e7cb-5748-4aa3-a156-55950743b7e0 HTTP/1.1" status: 204  len: 168 time: 0.1271849
Feb 28 10:39:45.448640 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00038538-ff1e-44ee-a7cc-66f663cb28b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4535e7cb-5748-4aa3-a156-55950743b7e0,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:45.577948 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10e87f-3ee1-43e9-9e96-8f200aa1349e req-101a068d-9d22-4abc-810f-d41bc21a7b85 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:45.579525 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3f10e87f-3ee1-43e9-9e96-8f200aa1349e req-101a068d-9d22-4abc-810f-d41bc21a7b85 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0559423
Feb 28 10:39:45.629852 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3f10e87f-3ee1-43e9-9e96-8f200aa1349e req-0c77975b-085a-4575-bdd4-d46c4c5086ae tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448990
Feb 28 10:39:45.704821 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49672) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:45.722560 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-439f5c42-5cdb-4014-9dc7-869804ee009f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.796355 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-439f5c42-5cdb-4014-9dc7-869804ee009f admin admin] Publish callbacks [] for security_group (46d0d7c6-1c35-4299-99bf-5c9628b9bde4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.800961 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-439f5c42-5cdb-4014-9dc7-869804ee009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (46d0d7c6-1c35-4299-99bf-5c9628b9bde4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.841240 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-439f5c42-5cdb-4014-9dc7-869804ee009f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eefe637bf254cd5925cf0baf103538f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1352675
Feb 28 10:39:45.842124 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f5c42-5cdb-4014-9dc7-869804ee009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0d7c6-1c35-4299-99bf-5c9628b9bde4,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:45.846006 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49678) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:45.909242 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4524-de29-4ee4-b7fe-344e0cfa1406 admin admin] Publish callbacks [] for security_group (46d0d7c6-1c35-4299-99bf-5c9628b9bde4), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.930020 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4524-de29-4ee4-b7fe-344e0cfa1406 admin admin] Publish callbacks [] for security_group (46d0d7c6-1c35-4299-99bf-5c9628b9bde4), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.975468 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bde06d68-7c03-43a6-904f-2c45edaa027c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.983418 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4524-de29-4ee4-b7fe-344e0cfa1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (46d0d7c6-1c35-4299-99bf-5c9628b9bde4), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.986654 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4524-de29-4ee4-b7fe-344e0cfa1406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:45.987803 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-ab5b4524-de29-4ee4-b7fe-344e0cfa1406 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46d0d7c6-1c35-4299-99bf-5c9628b9bde4 HTTP/1.1" status: 204  len: 168 time: 0.1396675
Feb 28 10:39:45.995862 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b4524-de29-4ee4-b7fe-344e0cfa1406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0d7c6-1c35-4299-99bf-5c9628b9bde4,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:46.161275 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:39:46.199256 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-94b6b5c5-b05d-4307-8622-c761a17c6192 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:46.200849 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-94b6b5c5-b05d-4307-8622-c761a17c6192 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.0556605
Feb 28 10:39:46.303384 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Deleting port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:46.303741 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:46.401949 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] For port 529b48cb-8201-4cd7-9a2e-93e7994b3a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=529b48cb-8201-4cd7-9a2e-93e7994b3a10,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:46.402334 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:46.569895 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be0a2-6a82-42c1-ac8c-1b52b6cf12e8 req-5198a71e-e9fb-4714-8701-4f0851775803 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:46.571434 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5b4be0a2-6a82-42c1-ac8c-1b52b6cf12e8 req-5198a71e-e9fb-4714-8701-4f0851775803 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 944 time: 0.1149223
Feb 28 10:39:46.677854 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:46.678228 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (da6d03b7-4444-4bf6-acfc-2ec678004c25), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:46.678773 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Floating IP da6d03b7-4444-4bf6-acfc-2ec678004c25 disassociated. External IP: 172.37.2.10, port: 529b48cb-8201-4cd7-9a2e-93e7994b3a10.
Feb 28 10:39:46.679289 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Calling delete_port for 529b48cb-8201-4cd7-9a2e-93e7994b3a10 owned by compute:nova {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:46.689244 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5b4be0a2-6a82-42c1-ac8c-1b52b6cf12e8 req-6b627c04-1f15-4291-853c-03d34a3db68e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093252
Feb 28 10:39:46.767141 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-5e9d4a7c-bd86-4b2c-a74d-04b74b290075 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:46.769353 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-5e9d4a7c-bd86-4b2c-a74d-04b74b290075 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0570903
Feb 28 10:39:46.810674 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087514f-803a-4dd1-90e7-75c9acc11bed req-0b93cc58-c617-41d6-b41f-51699e413e2e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:46.812676 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a087514f-803a-4dd1-90e7-75c9acc11bed req-0b93cc58-c617-41d6-b41f-51699e413e2e tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 946 time: 0.0834951
Feb 28 10:39:46.880850 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Deleting port c294705d-35da-4f5d-8e43-0a930f3b63a3 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:46.881352 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:46.907497 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (529b48cb-8201-4cd7-9a2e-93e7994b3a10), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:46.917532 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a087514f-803a-4dd1-90e7-75c9acc11bed req-5960fa02-dada-4268-a1f8-9049c576957b tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/security-groups?id=82118a4f-4e43-48bb-9e1c-1991d9946786&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951247
Feb 28 10:39:46.938674 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event deleted for resources: {'Port': ['ID=529b48cb-8201-4cd7-9a2e-93e7994b3a10,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:47.021975 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] For port c294705d-35da-4f5d-8e43-0a930f3b63a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c294705d-35da-4f5d-8e43-0a930f3b63a3,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:47.022972 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:47.041519 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Calling delete_port for c294705d-35da-4f5d-8e43-0a930f3b63a3 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:47.125021 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:39:47.132226 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:47.207899 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (c294705d-35da-4f5d-8e43-0a930f3b63a3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:47.242054 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event deleted for resources: {'Port': ['ID=c294705d-35da-4f5d-8e43-0a930f3b63a3,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:47.249589 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:39:47.260599 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:39:47.276728 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:47.278018 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258dc6400>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:47.314466 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] No DVR routers for this DVR port c294705d-35da-4f5d-8e43-0a930f3b63a3 on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:47.319570 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:47.324112 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0c46036b-200c-4a85-83e5-fb2545f662a0 req-e2825650-2b23-4204-8dde-6225b375e057 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.26 "DELETE /v2.0/ports/c294705d-35da-4f5d-8e43-0a930f3b63a3 HTTP/1.1" status: 204  len: 173 time: 0.5497558
Feb 28 10:39:47.324606 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-deleted', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:47.326899 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ef7b07-8264-43f6-9f6c-a2a011925601" -d '{"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-deleted", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:47.337265 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] No DVR routers for this DVR port 529b48cb-8201-4cd7-9a2e-93e7994b3a10 on host hv-cinder-maste {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:47.339729 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:47.343126 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9b640d6f-ec9a-463b-9fc5-e759545d22ec req-8ebea7b4-67d8-476a-b05f-4fbf1f9434a2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "DELETE /v2.0/ports/529b48cb-8201-4cd7-9a2e-93e7994b3a10 HTTP/1.1" status: 204  len: 173 time: 1.1356912
Feb 28 10:39:47.343603 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'name': 'network-vif-deleted', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:47.354943 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a63aacf-34aa-4229-a00f-6b5acb471b59" -d '{"events": [{"server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "name": "network-vif-deleted", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:47.388704 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcc1398-933d-4d0b-b22e-34958b64373c x-openstack-request-id: req-5dcc1398-933d-4d0b-b22e-34958b64373c {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:47.389730 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a8a33-e76e-450b-a94a-a0852fc6472c", "name": "network-vif-deleted", "tag": "c294705d-35da-4f5d-8e43-0a930f3b63a3", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:47.389730 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dcc1398-933d-4d0b-b22e-34958b64373c {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:47.390050 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6a8a33-e76e-450b-a94a-a0852fc6472c', 'name': 'network-vif-deleted', 'tag': 'c294705d-35da-4f5d-8e43-0a930f3b63a3', 'status': 'completed', 'code': 200}
Feb 28 10:39:47.425715 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79654d41-223e-4a98-a960-ced6edfba511 x-openstack-request-id: req-79654d41-223e-4a98-a960-ced6edfba511 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:47.426266 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1357a1-2e5f-4972-91cc-f16f95ebeb23", "name": "network-vif-deleted", "tag": "529b48cb-8201-4cd7-9a2e-93e7994b3a10", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:47.426648 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79654d41-223e-4a98-a960-ced6edfba511 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:47.427110 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1357a1-2e5f-4972-91cc-f16f95ebeb23', 'name': 'network-vif-deleted', 'tag': '529b48cb-8201-4cd7-9a2e-93e7994b3a10', 'status': 'completed', 'code': 200}
Feb 28 10:39:47.473893 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:47.683160 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258dc6400>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:47.719993 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:39:47.730215 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:47.730883 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258dc6400>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:47.818582 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1dc10bc0-94b9-4176-9b16-adee387e5e63 req-1cba89c5-4aa4-4ec3-926f-cc132c69acd4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1357a1-2e5f-4972-91cc-f16f95ebeb23 HTTP/1.1" status: 200  len: 210 time: 0.0435965
Feb 28 10:39:47.884769 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:48.117876 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-22f53c7a-5da3-4854-9816-81cb69cb6502 req-c9ef7319-d9d7-4733-9f89-f26da771f479 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6a8a33-e76e-450b-a94a-a0852fc6472c HTTP/1.1" status: 200  len: 210 time: 0.0436177
Feb 28 10:39:48.206170 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258dc6400>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:48.240612 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf477c-0035-4698-a82c-b86ca1aef126 None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:39:48.464789 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49754) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:48.528808 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.604537 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01aa507-490d-440e-8a86-0507d4f190e1 None None] New status for floating IP da6d03b7-4444-4bf6-acfc-2ec678004c25: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:39:48.633948 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.757846 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Publish callbacks [] for security_group (769d9a9f-d77d-4ca2-ac80-b615f21d7f4d), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.763700 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (769d9a9f-d77d-4ca2-ac80-b615f21d7f4d), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.812573 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d2a2e3558ec4fbe8bc9a56d835eca5c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3459063
Feb 28 10:39:48.813538 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769d9a9f-d77d-4ca2-ac80-b615f21d7f4d,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:48.815084 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49762) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:48.820880 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.821245 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.821609 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.821958 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.822301 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.822666 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.823010 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.823383 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.823827 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.824047 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.824386 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.824715 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.825046 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6b5f3-7afb-4850-841c-87fd0990f163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:39:48.868994 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-febe6d65-b215-4784-af8c-c4bcaa0ad0c5 admin admin] Publish callbacks [] for security_group (769d9a9f-d77d-4ca2-ac80-b615f21d7f4d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.891942 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-febe6d65-b215-4784-af8c-c4bcaa0ad0c5 admin admin] Publish callbacks [] for security_group (769d9a9f-d77d-4ca2-ac80-b615f21d7f4d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.942739 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-febe6d65-b215-4784-af8c-c4bcaa0ad0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (769d9a9f-d77d-4ca2-ac80-b615f21d7f4d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.945313 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-febe6d65-b215-4784-af8c-c4bcaa0ad0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:48.946464 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-febe6d65-b215-4784-af8c-c4bcaa0ad0c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/769d9a9f-d77d-4ca2-ac80-b615f21d7f4d HTTP/1.1" status: 204  len: 168 time: 0.1304040
Feb 28 10:39:48.957840 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe6d65-b215-4784-af8c-c4bcaa0ad0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769d9a9f-d77d-4ca2-ac80-b615f21d7f4d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:49.110693 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-7906b8ee-43c3-40a4-a76a-c1e8d192cbe6 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034988073&fields=id&tenant_id=340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 267 time: 0.0469894
Feb 28 10:39:49.165215 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49778) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:49.227917 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4e4f15ca-2d28-489d-b23e-118f0f9d8439 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group (82118a4f-4e43-48bb-9e1c-1991d9946786), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:49.229168 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-6fd066fa-2e48-49d0-979f-5e87b27b4e30 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:49.230727 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-6fd066fa-2e48-49d0-979f-5e87b27b4e30 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 811 time: 0.1134152
Feb 28 10:39:49.246696 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-1a1cdd85-b006-40c3-82ea-66bc37af1d7f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/quotas/340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 375 time: 0.0104053
Feb 28 10:39:49.259362 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4e4f15ca-2d28-489d-b23e-118f0f9d8439 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group (82118a4f-4e43-48bb-9e1c-1991d9946786), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:49.307249 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-143b14de-1841-4232-8f12-8fc6e958d065 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535390
Feb 28 10:39:49.327720 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4e4f15ca-2d28-489d-b23e-118f0f9d8439 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (82118a4f-4e43-48bb-9e1c-1991d9946786), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:49.330703 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4e4f15ca-2d28-489d-b23e-118f0f9d8439 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:49.331881 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4e4f15ca-2d28-489d-b23e-118f0f9d8439 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] 10.222.0.21 "DELETE /v2.0/security-groups/82118a4f-4e43-48bb-9e1c-1991d9946786 HTTP/1.1" status: 204  len: 168 time: 0.1656666
Feb 28 10:39:49.346694 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f15ca-2d28-489d-b23e-118f0f9d8439 tempest-TestShelveInstance-1817429595 tempest-TestShelveInstance-1817429595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82118a4f-4e43-48bb-9e1c-1991d9946786,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:49.394762 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49790) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:49.443172 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-99f845af-7525-4d72-a165-41b7bed14cac service neutron] 10.222.0.21 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234429
Feb 28 10:39:49.542948 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-f289a71b-79e0-4eae-b119-eba37d20111b service neutron] 10.222.0.21 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964341
Feb 28 10:39:49.769420 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49814) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:49.909807 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-28fcdb43-4fc7-4bea-a741-bf2e2d5904a1 req-f8da378c-e614-4435-b623-57cca753c947 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 210 time: 0.0532572
Feb 28 10:39:49.933292 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-10692824-network', 'tenant_id': '89ef7e55ea524b1c979f0dbad2a150df'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:49.958373 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Made reservation on behalf of 89ef7e55ea524b1c979f0dbad2a150df for: {'network': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:49.962431 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for network (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:49.969623 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:49.983184 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.046971 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (0a808c09-079e-479d-b584-80908092d09b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.089397 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks [] for security_group (f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.095532 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.117324 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=102808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 10:39:50.133192 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:50.136246 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.136500 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.segments_db [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Added segment 4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e of type vlan for network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b
Feb 28 10:39:50.178815 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753776752366'] for network (fef3d373-e45e-42e0-a9fe-a2bdbfebe47b), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.210268 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734'] for network (fef3d373-e45e-42e0-a9fe-a2bdbfebe47b), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.211495 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:50.212089 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.281162 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5098596
Feb 28 10:39:50.282358 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49830) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:50.289505 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Request body: {'subnet': {'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-10692824-subnet', 'tenant_id': '89ef7e55ea524b1c979f0dbad2a150df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:50.302981 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f35ca-fc00-4f10-8198-84fd3f113ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:50.315463 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=102810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 28 10:39:50.321247 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Made reservation on behalf of 89ef7e55ea524b1c979f0dbad2a150df for: {'subnet': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:50.325044 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4328548'] for subnet (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.537425 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4328534'] for subnet (b67ad3f2-893a-46ed-acf6-ee4a6d94d77d), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.594013 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67ad3f2-893a-46ed-acf6-ee4a6d94d77d,revision_number=0']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:50.611648 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Checking segment: {'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:39:50.612018 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Network hostable DHCP agents. Network: fef3d373-e45e-42e0-a9fe-a2bdbfebe47b, hostable agents: ['04a6d2f9-0cc4-4f01-9e87-2d93643f36c1'], hosted agents: [] {{(pid=102808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 10:39:50.630628 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b is scheduled to be hosted by DHCP agent 04a6d2f9-0cc4-4f01-9e87-2d93643f36c1 with binding_index 1 {{(pid=102808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 10:39:50.641431 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fef3d373-e45e-42e0-a9fe-a2bdbfebe47b) {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:39:50.645755 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:50.646507 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.651847 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd75803f-ae6c-4a1c-83ba-54d78db78999 None None] Network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:50.662697 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-41e71e9c-0112-422d-84b1-2a0ffbd2917c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3773084
Feb 28 10:39:50.678687 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Deleting port 56796b83-405f-433f-ade5-9d4e69f5e4b7 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:50.679043 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.761949 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] For port 56796b83-405f-433f-ade5-9d4e69f5e4b7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56796b83-405f-433f-ade5-9d4e69f5e4b7,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:50.762328 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:50.763007 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7036a-a71c-4558-9b67-d444f357bac4 None None] Network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:50.779783 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Calling delete_port for 56796b83-405f-433f-ade5-9d4e69f5e4b7 owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:51.015945 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (56796b83-405f-433f-ade5-9d4e69f5e4b7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:51.033555 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c2c32384-c77f-4b48-a657-e473a443ff62 req-c18def22-f9ce-4bea-b186-a815e4a9bf4d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 210 time: 0.0522075
Feb 28 10:39:51.064719 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Pushing event deleted for resources: {'Port': ['ID=56796b83-405f-433f-ade5-9d4e69f5e4b7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:51.176287 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-79a87f9f-fed0-4050-928a-9c94b4ef4003 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:51.177920 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-79a87f9f-fed0-4050-928a-9c94b4ef4003 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 811 time: 0.1842015
Feb 28 10:39:51.298335 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-8d35b9c3-51dd-4dda-9d2e-28c469b7fb72 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 380 time: 0.1024423
Feb 28 10:39:51.310692 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'port': {'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'admin_state_up': True, 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'security_groups': ['f8db74a4-c763-42b4-ad0d-12c095905505']}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:51.345072 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (0a808c09-079e-479d-b584-80908092d09b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:51.463230 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Made reservation on behalf of 340c3f500cc14200bce6eb3ae5d77f21 for: {'port': 1} {{(pid=102808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:51.471554 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:51.605669 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Allocated IP 172.20.0.5 (f54c5564-db90-44fd-8f80-426da1be843a/d8355857-48f5-458f-b000-cf9b8b214bb5/f274c160-69f7-45e0-bc4d-c8ced4b948b0) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:39:51.626493 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Router 0a808c09-079e-479d-b584-80908092d09b has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:39:51.707287 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c294705d-35da-4f5d-8e43-0a930f3b63a3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:51.738734 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: c294705d-35da-4f5d-8e43-0a930f3b63a3 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:51.739046 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device c294705d-35da-4f5d-8e43-0a930f3b63a3 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:51.740630 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:39:51.745495 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4792bdff-3441-493e-9dbe-acfba4c4b443 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a808c09-079e-479d-b584-80908092d09b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3492906
Feb 28 10:39:51.749592 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] Sync routers for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:39:51.750652 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49854) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:51.760122 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:51.760757 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625914cf70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:51.763064 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:51.799771 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:51.857963 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Network f54c5564-db90-44fd-8f80-426da1be843a is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:39:51.862411 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:39:51.864733 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=f274c160-69f7-45e0-bc4d-c8ced4b948b0,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:51.867198 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:39:51.878231 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks [] for router (0a808c09-079e-479d-b584-80908092d09b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:51.892540 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:51.931008 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:51.931684 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:51.951426 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-262e31fc-84a5-401f-82ab-217909eac7a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6479955
Feb 28 10:39:51.973947 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Request body: {'port': {'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:52.015340 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks [] for router_gateway (0a808c09-079e-479d-b584-80908092d09b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.054956 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.117104 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625914cf70>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76'}], 'enable_snat': True}, 'gw_port_id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:39:50Z', 'revision_number': 5, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port': {'id': 'e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a808c09-079e-479d-b584-80908092d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:52.122422 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Deleting port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:52.123596 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.145057 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] Checking router: 0a808c09-079e-479d-b584-80908092d09b for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:39:52.153460 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] Routers {'0a808c09-079e-479d-b584-80908092d09b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:52.154090 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625914cf70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['0a808c09-079e-479d-b584-80908092d09b'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:52.223041 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] For port e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:52.223480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.239487 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Calling delete_port for e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:52.246964 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-527f56fb-15e8-4ab5-b2be-c8cfba83442a None None] Provisioning complete for port f274c160-69f7-45e0-bc4d-c8ced4b948b0 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:39:52.247507 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-527f56fb-15e8-4ab5-b2be-c8cfba83442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.280258 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62198738-4713-4b8a-9075-6a65786db19a req-caf654b5-80ef-4d74-bb0a-873275245673 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:52.284611 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-62198738-4713-4b8a-9075-6a65786db19a req-caf654b5-80ef-4d74-bb0a-873275245673 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 931 time: 0.1632543
Feb 28 10:39:52.296426 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] Set router 0a808c09-079e-479d-b584-80908092d09b gateway port host: None {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:52.355484 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-527f56fb-15e8-4ab5-b2be-c8cfba83442a None None] Port f274c160-69f7-45e0-bc4d-c8ced4b948b0 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:39:52.358080 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625914cf70>, [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:39:52Z', 'revision_number': 6, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:52.384846 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-62198738-4713-4b8a-9075-6a65786db19a req-d46e29a3-3e64-4ed1-b467-aea11cde0eda tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948057
Feb 28 10:39:52.432177 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d7592f-c026-4e40-b745-f3413604a849 None None] The sync data for ids ['0a808c09-079e-479d-b584-80908092d09b'] in dv-cinder-master-3-iscsi is: [{'id': '0a808c09-079e-479d-b584-80908092d09b', 'name': 'tempest-TestShelveInstance-1871253194-router', 'tenant_id': 'b55c46d5c05b41adb823461813ee1e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:39:52Z', 'revision_number': 6, 'project_id': 'b55c46d5c05b41adb823461813ee1e5b', 'gw_port_host': None}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:39:52.535938 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.580543 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:52.656346 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (0a808c09-079e-479d-b584-80908092d09b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.759115 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (0a808c09-079e-479d-b584-80908092d09b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.761356 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks [] for router_controller (0a808c09-079e-479d-b584-80908092d09b), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.822550 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (0a808c09-079e-479d-b584-80908092d09b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.823227 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a808c09-079e-479d-b584-80908092d09b {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:39:52.828362 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.831591 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4c3fa32b-d890-4dc5-9005-4f4fcbf00886 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0a808c09-079e-479d-b584-80908092d09b HTTP/1.1" status: 204  len: 168 time: 1.0777164
Feb 28 10:39:52.832082 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49884) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:52.835685 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f274c160-69f7-45e0-bc4d-c8ced4b948b0 {{(pid=102808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:39:52.847953 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Publish callbacks [] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.902833 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] Deleting subnet 123faae4-a2c2-43a0-a700-63d5786e34ac {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:39:52.910153 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] Publish callbacks [] for subnet (123faae4-a2c2-43a0-a700-63d5786e34ac), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.935258 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.provisioning_blocks [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Transition to ACTIVE for port object f274c160-69f7-45e0-bc4d-c8ced4b948b0 will not be triggered until provisioned by entity L2. {{(pid=102808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:39:52.939691 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:52.970694 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (123faae4-a2c2-43a0-a700-63d5786e34ac), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.020967 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49888) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:53.034852 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Pushing event updated for resources: {'Port': ['ID=f274c160-69f7-45e0-bc4d-c8ced4b948b0,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:53.070076 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-bd31fec2-d077-4c41-9b17-fbe6db9a9fd9 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:53.071755 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-bd31fec2-d077-4c41-9b17-fbe6db9a9fd9 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/networks?id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b HTTP/1.1" status: 200  len: 812 time: 0.2245946
Feb 28 10:39:53.094047 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (123faae4-a2c2-43a0-a700-63d5786e34ac), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.116420 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-a3d97790-5874-420f-a611-68e4c9eb4e64 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/quotas/89ef7e55ea524b1c979f0dbad2a150df HTTP/1.1" status: 200  len: 375 time: 0.0239964
Feb 28 10:39:53.161112 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-44121f7d-2822-4e14-8407-49184730a97b tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=89ef7e55ea524b1c979f0dbad2a150df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0435796
Feb 28 10:39:53.162002 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (123faae4-a2c2-43a0-a700-63d5786e34ac), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.195632 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123faae4-a2c2-43a0-a700-63d5786e34ac,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:53.207782 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.208942 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952dc4d-1b4a-4318-8e8e-512f419660a5 None None] Network 956c294a-5b07-4205-ad8a-387d3422fbe8 requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:53.211831 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-520597e6-0e99-485f-9eae-a9a3bfa9540c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/123faae4-a2c2-43a0-a700-63d5786e34ac HTTP/1.1" status: 204  len: 168 time: 0.3785381
Feb 28 10:39:53.219480 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49892) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:53.228436 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b04da657-3441-4f6a-950f-b03ed608886f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.246245 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Attempting to bind port f274c160-69f7-45e0-bc4d-c8ced4b948b0 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:39:53.246711 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Attempting to bind port f274c160-69f7-45e0-bc4d-c8ced4b948b0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:39:53.247117 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Attempting to bind port f274c160-69f7-45e0-bc4d-c8ced4b948b0 on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:39:53.261708 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Port f274c160-69f7-45e0-bc4d-c8ced4b948b0 on network f54c5564-db90-44fd-8f80-426da1be843a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:39:53.262117 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Attempting to bind port f274c160-69f7-45e0-bc4d-c8ced4b948b0 on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:39:53.277018 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:39:53.277458 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Checking segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:39:53.278090 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Bound using segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} {{(pid=102808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:39:53.278292 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.managers [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Bound port: f274c160-69f7-45e0-bc4d-c8ced4b948b0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}}] {{(pid=102808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:39:53.278734 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.293912 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-9b137d34-6e5f-45c2-8815-ee819ef51bbd service neutron] 10.222.0.21 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318238
Feb 28 10:39:53.324184 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (956c294a-5b07-4205-ad8a-387d3422fbe8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.391177 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 56796b83-405f-433f-ade5-9d4e69f5e4b7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:53.409923 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] For port f274c160-69f7-45e0-bc4d-c8ced4b948b0, host hv-cinder-maste, cleared binding levels {{(pid=102808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:39:53.410698 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b04da657-3441-4f6a-950f-b03ed608886f admin admin] Publish callbacks [] for security_group (5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.415404 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] For port f274c160-69f7-45e0-bc4d-c8ced4b948b0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:39:53.422968 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b04da657-3441-4f6a-950f-b03ed608886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.442030 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.443704 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 56796b83-405f-433f-ade5-9d4e69f5e4b7 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:53.444823 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 56796b83-405f-433f-ade5-9d4e69f5e4b7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:53.462255 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Deleting port 7c96d033-b82e-4456-b4c3-32d4abc6480d {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:53.462686 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.466346 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] DHCP port deletion for 956c294a-5b07-4205-ad8a-387d3422fbe8 request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:39:53.481374 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-771c8532-71ea-4101-85e9-d5a40a6e2bd4 service neutron] 10.222.0.21 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644521
Feb 28 10:39:53.489416 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b04da657-3441-4f6a-950f-b03ed608886f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e6aafab4a3c40259753acc3713739a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4677846
Feb 28 10:39:53.490099 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49896) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:53.491355 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:53.491973 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.493437 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] 10.222.0.26 "PUT /v2.0/ports/f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 200  len: 1093 time: 1.5245833
Feb 28 10:39:53.493880 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:53.496219 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46" -d '{"events": [{"name": "network-changed", "server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:53.532691 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e354b-bd33-4d48-8d54-4538d0e8b31c service neutron] Pushing event updated for resources: {'Port': ['ID=f274c160-69f7-45e0-bc4d-c8ced4b948b0,revision_number=3']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:53.543843 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04da657-3441-4f6a-950f-b03ed608886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:53.586287 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] Deleting port 7c96d033-b82e-4456-b4c3-32d4abc6480d {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:53.589482 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.641066 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] For port 7c96d033-b82e-4456-b4c3-32d4abc6480d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c96d033-b82e-4456-b4c3-32d4abc6480d,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:53.641446 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.678972 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Calling delete_port for 7c96d033-b82e-4456-b4c3-32d4abc6480d owned by network:dhcp {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:53.690208 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-42d2a87d-f224-4ef9-bc8e-7f6e05c73688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:53.691810 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-42d2a87d-f224-4ef9-bc8e-7f6e05c73688 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1127 time: 0.1154838
Feb 28 10:39:53.701492 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-16185283-6b45-4a3a-b93b-7e61a17dc4ce admin admin] Publish callbacks [] for security_group (5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.733908 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01b4e-e10f-4cfc-ac22-ac3cc147d18b req-e0c33736-9f27-426f-a444-943a89808a0c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:53.735514 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-72a01b4e-e10f-4cfc-ac22-ac3cc147d18b req-e0c33736-9f27-426f-a444-943a89808a0c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 943 time: 0.1766815
Feb 28 10:39:53.751903 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] For port 7c96d033-b82e-4456-b4c3-32d4abc6480d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c96d033-b82e-4456-b4c3-32d4abc6480d,segment=NetworkSegment(2a007df6-c872-4048-8f79-3b40b46f8b46),segment_id=2a007df6-c872-4048-8f79-3b40b46f8b46)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:53.752420 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.769704 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-4e5e7dc7-8b03-4716-bd32-9dec0aaef452 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 200  len: 217 time: 0.0582438
Feb 28 10:39:53.786055 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb27c8-ac50-4d0f-a556-ad71cc6f4c82 x-openstack-request-id: req-b8bb27c8-ac50-4d0f-a556-ad71cc6f4c82 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:53.786442 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:53.786998 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8bb27c8-ac50-4d0f-a556-ad71cc6f4c82 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:53.786998 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'status': 'completed', 'code': 200}
Feb 28 10:39:53.806136 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-16185283-6b45-4a3a-b93b-7e61a17dc4ce admin admin] Publish callbacks [] for security_group (5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.815517 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] Calling delete_port for 7c96d033-b82e-4456-b4c3-32d4abc6480d owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:53.856975 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-aecb83d4-be87-42a3-9ee6-72f15173bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:53.862882 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-aecb83d4-be87-42a3-9ee6-72f15173bdd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0750155
Feb 28 10:39:53.897516 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-fe84a946-98c0-479a-8515-c3a6aec2e8aa req-b5701ca0-e346-4cc7-8baa-48b816b3e702 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 210 time: 0.0306690
Feb 28 10:39:53.906198 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.963175 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c96d033-b82e-4456-b4c3-32d4abc6480d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:53.974899 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (7c96d033-b82e-4456-b4c3-32d4abc6480d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:53.978723 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] No DVR routers for this DVR port 7c96d033-b82e-4456-b4c3-32d4abc6480d on host dv-cinder-master-3-iscsi {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:53.992079 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-72a01b4e-e10f-4cfc-ac22-ac3cc147d18b req-fbd58d65-d173-4452-ad85-a78bef206204 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2224774
Feb 28 10:39:54.002657 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-16185283-6b45-4a3a-b93b-7e61a17dc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.003400 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-16185283-6b45-4a3a-b93b-7e61a17dc4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.015742 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-16185283-6b45-4a3a-b93b-7e61a17dc4ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6 HTTP/1.1" status: 204  len: 168 time: 0.4832067
Feb 28 10:39:54.019092 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-cad07c4e-8a81-45ca-8a96-6a078054c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:54.020897 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-cad07c4e-8a81-45ca-8a96-6a078054c57e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1259921
Feb 28 10:39:54.031946 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] Pushing event deleted for resources: {'Port': ['ID=7c96d033-b82e-4456-b4c3-32d4abc6480d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:54.036465 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22523910-51ab-43ba-a097-4b4168c23b20 None None] No DVR routers for this DVR port 7c96d033-b82e-4456-b4c3-32d4abc6480d on host dv-cinder-master-3-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:54.067672 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16185283-6b45-4a3a-b93b-7e61a17dc4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b00eef7-6b52-4a8b-aba1-4d21cb83d2f6,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:54.143494 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (956c294a-5b07-4205-ad8a-387d3422fbe8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.146785 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-b1d542f9-3da9-4136-8e44-3273168da09f service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1132770
Feb 28 10:39:54.168649 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f62581e4c70>,) {'filters': {'network_id': ['956c294a-5b07-4205-ad8a-387d3422fbe8']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:54.181365 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f62581e4c70>, '2a007df6-c872-4048-8f79-3b40b46f8b46') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:54.181625 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f62581e4c70>, '2a007df6-c872-4048-8f79-3b40b46f8b46') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:54.197172 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (2a007df6-c872-4048-8f79-3b40b46f8b46), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.217562 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (2a007df6-c872-4048-8f79-3b40b46f8b46), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.230632 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:39:54.231032 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (2a007df6-c872-4048-8f79-3b40b46f8b46), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:39:54.233117 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:39:54.285545 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-38ffc207-e66e-4f01-aaba-fc026f2df9ae req-633b0eda-5138-4447-8cb0-39c8dfc79547 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313415
Feb 28 10:39:54.303440 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (956c294a-5b07-4205-ad8a-387d3422fbe8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.327350 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.334936 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] 10.222.0.21 "DELETE /v2.0/networks/956c294a-5b07-4205-ad8a-387d3422fbe8 HTTP/1.1" status: 204  len: 168 time: 1.1139534
Feb 28 10:39:54.335167 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49914) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:54.335969 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d20d9d-1de5-495f-b203-7c0600769566 admin admin] Pushing event deleted for resources: {'Network': ['ID=956c294a-5b07-4205-ad8a-387d3422fbe8,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:54.401377 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49916) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:54.416269 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef61102a-27eb-4efc-86d2-91610d2f5210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.494818 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-66bf4601-2e82-456b-9b00-694e516db509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:54.496145 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-66bf4601-2e82-456b-9b00-694e516db509 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1127 time: 0.0976217
Feb 28 10:39:54.510966 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef61102a-27eb-4efc-86d2-91610d2f5210 admin admin] Publish callbacks [] for security_group (caf4f082-18b4-482c-8592-78a5007c5569), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.516071 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef61102a-27eb-4efc-86d2-91610d2f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (caf4f082-18b4-482c-8592-78a5007c5569), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.553898 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ef61102a-27eb-4efc-86d2-91610d2f5210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=210d32d0eaf749d69d6cab02cc57a2b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1512735
Feb 28 10:39:54.556470 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 49918) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:54.563047 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61102a-27eb-4efc-86d2-91610d2f5210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4f082-18b4-482c-8592-78a5007c5569,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:54.613229 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e239b603-5e63-467e-8a5f-82783cb97621 admin admin] Publish callbacks [] for security_group (caf4f082-18b4-482c-8592-78a5007c5569), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.636957 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e239b603-5e63-467e-8a5f-82783cb97621 admin admin] Publish callbacks [] for security_group (caf4f082-18b4-482c-8592-78a5007c5569), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.681270 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-cae34676-769e-4283-bd6f-67ed36703f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:54.682947 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-cae34676-769e-4283-bd6f-67ed36703f1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.1524539
Feb 28 10:39:54.703623 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e239b603-5e63-467e-8a5f-82783cb97621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (caf4f082-18b4-482c-8592-78a5007c5569), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.706457 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e239b603-5e63-467e-8a5f-82783cb97621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:54.709688 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e239b603-5e63-467e-8a5f-82783cb97621 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caf4f082-18b4-482c-8592-78a5007c5569 HTTP/1.1" status: 204  len: 168 time: 0.1500714
Feb 28 10:39:54.717406 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239b603-5e63-467e-8a5f-82783cb97621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4f082-18b4-482c-8592-78a5007c5569,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:54.723371 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7c96d033-b82e-4456-b4c3-32d4abc6480d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:54.753699 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-36e319b0-ba7c-4510-9704-eb477cb3ab0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 200  len: 217 time: 0.0619817
Feb 28 10:39:54.755245 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 7c96d033-b82e-4456-b4c3-32d4abc6480d {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:54.755608 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 7c96d033-b82e-4456-b4c3-32d4abc6480d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:54.756042 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:54.779348 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:54.779956 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device e2cf3eff-1b1d-4a22-a4e3-f1fe060ec830 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:54.833186 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-b597083f-0c4c-46f7-90ac-11c2f4b06091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:54.834679 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-b597083f-0c4c-46f7-90ac-11c2f4b06091 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0715504
Feb 28 10:39:54.929196 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-8c660493-b1ac-4fd7-b35e-a3208408d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:54.930739 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-8c660493-b1ac-4fd7-b35e-a3208408d5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0887275
Feb 28 10:39:55.045299 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c514c09b-1d48-4734-bf02-79a84ff824b9 req-697ca574-d2a2-467e-852b-1ca1a78d7c63 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 210 time: 0.0435982
Feb 28 10:39:55.068168 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.161612 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-d909fbc0-bfdf-461c-a7c5-2459be887ecb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:55.163660 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-d909fbc0-bfdf-461c-a7c5-2459be887ecb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "GET /v2.0/networks?id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b HTTP/1.1" status: 200  len: 812 time: 0.1552529
Feb 28 10:39:55.184247 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Request body: {'port': {'device_id': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b', 'admin_state_up': True, 'tenant_id': '89ef7e55ea524b1c979f0dbad2a150df'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:55.201866 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-6d0f54f0-ed5b-42fa-a73a-462eb612190b service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582691
Feb 28 10:39:55.281726 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2397f5-7e81-4302-9835-c2ebb8467482 req-1172e1a9-d671-4078-ab64-cf56f651c45f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:55.283374 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-df2397f5-7e81-4302-9835-c2ebb8467482 req-1172e1a9-d671-4078-ab64-cf56f651c45f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 943 time: 0.1795666
Feb 28 10:39:55.308987 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Made reservation on behalf of 89ef7e55ea524b1c979f0dbad2a150df for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:39:55.312809 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.417245 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-25aaa9aa-c8fd-4cb1-a7d0-399566948c46 req-f5c03bc9-acbb-41d2-90fc-98bafcd2123f service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042174
Feb 28 10:39:55.424628 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-df2397f5-7e81-4302-9835-c2ebb8467482 req-dcec3111-41b3-44f8-84a0-8dbc77183717 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302309
Feb 28 10:39:55.474832 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Allocated IP 172.20.0.14 (fef3d373-e45e-42e0-a9fe-a2bdbfebe47b/b67ad3f2-893a-46ed-acf6-ee4a6d94d77d/2570a898-72a1-43eb-8d29-021bd16e55cd) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:39:55.528507 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Deleting port d6ff8c5f-89c2-4296-be6a-63413716eb9b {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:55.529120 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.611192 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] For port d6ff8c5f-89c2-4296-be6a-63413716eb9b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6ff8c5f-89c2-4296-be6a-63413716eb9b,segment=NetworkSegment(a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e),segment_id=a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:55.611837 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.626907 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Calling delete_port for d6ff8c5f-89c2-4296-be6a-63413716eb9b owned by network:router_interface {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:55.629920 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks [] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.668374 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.714353 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:39:55.724064 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:39:55.728606 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:39:55.732744 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Pushing event updated for resources: {'Port': ['ID=2570a898-72a1-43eb-8d29-021bd16e55cd,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:55.778356 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:55.779150 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.796592 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-77427dc1-7f1f-4677-a111-edaf02d76dfb tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6176920
Feb 28 10:39:55.814901 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Request body: {'port': {'device_id': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:39:55.841281 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (d6ff8c5f-89c2-4296-be6a-63413716eb9b), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:55.877193 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ff8c5f-89c2-4296-be6a-63413716eb9b,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:55.894571 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:56.055060 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:56.223057 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2570a898-72a1-43eb-8d29-021bd16e55cd {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:39:56.231669 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Publish callbacks [] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:56.251878 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Transition to ACTIVE for port object 2570a898-72a1-43eb-8d29-021bd16e55cd will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:39:56.257140 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:56.309148 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Pushing event updated for resources: {'Port': ['ID=2570a898-72a1-43eb-8d29-021bd16e55cd,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:56.402896 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Attempting to bind port 2570a898-72a1-43eb-8d29-021bd16e55cd on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:39:56.403386 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Attempting to bind port 2570a898-72a1-43eb-8d29-021bd16e55cd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:39:56.403789 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Attempting to bind port 2570a898-72a1-43eb-8d29-021bd16e55cd on network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:39:56.413447 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Port 2570a898-72a1-43eb-8d29-021bd16e55cd on network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:39:56.413876 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Attempting to bind port 2570a898-72a1-43eb-8d29-021bd16e55cd on network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:39:56.419675 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:39:56.420088 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Checking segment: {'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:39:56.420562 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Bound using segment: {'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:39:56.421098 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Bound port: 2570a898-72a1-43eb-8d29-021bd16e55cd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:39:56.421867 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:56.491529 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] For port 2570a898-72a1-43eb-8d29-021bd16e55cd, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:39:56.496575 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] For port 2570a898-72a1-43eb-8d29-021bd16e55cd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2570a898-72a1-43eb-8d29-021bd16e55cd,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:39:56.505653 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:56.551251 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:56.552723 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:56.554962 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] 10.222.0.26 "PUT /v2.0/ports/2570a898-72a1-43eb-8d29-021bd16e55cd HTTP/1.1" status: 200  len: 1094 time: 0.7452095
Feb 28 10:39:56.557331 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'tag': '2570a898-72a1-43eb-8d29-021bd16e55cd'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:39:56.559194 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26" -d '{"events": [{"name": "network-changed", "server_uuid": "d0571dfb-da57-47ac-b618-4dd1e205c187", "tag": "2570a898-72a1-43eb-8d29-021bd16e55cd"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:39:56.575363 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd2eb-05bf-4781-ad63-db38e22742d9 req-55ac2b9c-3f6c-47ea-a340-3ee88e31f31c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:56.576870 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4e9dd2eb-05bf-4781-ad63-db38e22742d9 req-55ac2b9c-3f6c-47ea-a340-3ee88e31f31c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 932 time: 0.4292493
Feb 28 10:39:56.584485 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8675cc-1c2e-4d43-8920-02a7d0739a88 service neutron] Pushing event updated for resources: {'Port': ['ID=2570a898-72a1-43eb-8d29-021bd16e55cd,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:56.699621 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-864dea72-f388-42a0-926e-b398166f22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:56.701873 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-864dea72-f388-42a0-926e-b398166f22b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89ef7e55ea524b1c979f0dbad2a150df&device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 1128 time: 0.0716085
Feb 28 10:39:56.721801 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f751c-377e-4e62-9cdc-a2cf252898cc req-57f0ebd9-01ba-4ef2-ab2a-b8805de1c9b4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:56.723438 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b09f751c-377e-4e62-9cdc-a2cf252898cc req-57f0ebd9-01ba-4ef2-ab2a-b8805de1c9b4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 943 time: 0.1705081
Feb 28 10:39:56.726856 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4e9dd2eb-05bf-4781-ad63-db38e22742d9 req-c47ccf58-403f-4070-8fb2-945c5ffc6f1c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300220
Feb 28 10:39:56.755601 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Router fb0fdb80-9025-41d6-85c7-656d18d6b5dc has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:39:56.769618 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-0aba507a-2cc4-44da-99e8-08489f8eab2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2570a898-72a1-43eb-8d29-021bd16e55cd HTTP/1.1" status: 200  len: 217 time: 0.0542290
Feb 28 10:39:56.804336 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a26926-ebaf-49f7-96ed-fc9893efee47 x-openstack-request-id: req-b9a26926-ebaf-49f7-96ed-fc9893efee47 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:39:56.804579 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b09f751c-377e-4e62-9cdc-a2cf252898cc req-d792b9e4-e12d-48b8-88a4-0aed6642cd83 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734401
Feb 28 10:39:56.805027 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0571dfb-da57-47ac-b618-4dd1e205c187", "tag": "2570a898-72a1-43eb-8d29-021bd16e55cd", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:39:56.805452 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9a26926-ebaf-49f7-96ed-fc9893efee47 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:39:56.806008 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'tag': '2570a898-72a1-43eb-8d29-021bd16e55cd', 'status': 'completed', 'code': 200}
Feb 28 10:39:56.825485 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-6d0b026d-5999-4bda-b34a-7429ca3a7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:56.826992 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-6d0b026d-5999-4bda-b34a-7429ca3a7a31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b67ad3f2-893a-46ed-acf6-ee4a6d94d77d HTTP/1.1" status: 200  len: 852 time: 0.0509176
Feb 28 10:39:56.866571 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-e4aca3cb-fad2-419b-9d46-288b30ccc37a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338221
Feb 28 10:39:56.933039 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:39:56.940585 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-3828a554-4910-44b9-bb49-f58cd5818dbf admin admin] 10.222.0.21 "PUT /v2.0/routers/fb0fdb80-9025-41d6-85c7-656d18d6b5dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6041586
Feb 28 10:39:56.944198 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 49992) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:56.952484 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] Sync routers for ids ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:39:56.959243 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] Routers {'fb0fdb80-9025-41d6-85c7-656d18d6b5dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:56.960035 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625989db20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:56.985758 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-1aa6c8fa-65e7-4fae-92f0-aeee606241d7 service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123393
Feb 28 10:39:57.084243 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks [] for router (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.086950 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] Set router fb0fdb80-9025-41d6-85c7-656d18d6b5dc gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:57.093056 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c565c-d093-4eae-9846-6f879e8f0670 req-8b7eed93-595d-4954-a618-123719d4f9f1 service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013277
Feb 28 10:39:57.196835 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks [] for router_gateway (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.248893 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-87b85a21-f995-4227-951e-5a3dd9b750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:57.252468 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-87b85a21-f995-4227-951e-5a3dd9b750f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89ef7e55ea524b1c979f0dbad2a150df&device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 1128 time: 0.0742161
Feb 28 10:39:57.273013 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Deleting port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:57.273384 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.294586 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625989db20>, [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120'}], 'enable_snat': True}, 'gw_port_id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:39:55Z', 'revision_number': 5, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port': {'id': '372e5c3a-f0dc-41e4-8ee2-d8c217671fc8', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:05Z', 'updated_at': '2022-02-28T10:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:57.322860 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] Checking router: fb0fdb80-9025-41d6-85c7-656d18d6b5dc for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:39:57.334245 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] Routers {'fb0fdb80-9025-41d6-85c7-656d18d6b5dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:39:57.334984 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f625989db20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:57.365284 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50004) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:57.368751 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] For port 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:57.369658 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.373747 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-8915f79c-1649-4a9b-af04-391ee91c8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:57.376586 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-8915f79c-1649-4a9b-af04-391ee91c8233 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b HTTP/1.1" status: 200  len: 913 time: 0.1135216
Feb 28 10:39:57.387975 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Calling delete_port for 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 owned by network:router_gateway {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:57.420732 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-6f82b29e-6c16-49e0-9293-84eaedf33b62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2570a898-72a1-43eb-8d29-021bd16e55cd HTTP/1.1" status: 200  len: 217 time: 0.0356946
Feb 28 10:39:57.445037 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] Set router fb0fdb80-9025-41d6-85c7-656d18d6b5dc gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:39:57.475330 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-d14d6f7b-21f1-4df1-a274-e8727365c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:57.477675 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-d14d6f7b-21f1-4df1-a274-e8727365c361 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b67ad3f2-893a-46ed-acf6-ee4a6d94d77d HTTP/1.1" status: 200  len: 852 time: 0.0506289
Feb 28 10:39:57.506887 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f625989db20>, [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:39:57Z', 'revision_number': 6, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:57.510632 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-2e2c22bf-5004-4543-bf8e-85cf0c1bdeab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258641
Feb 28 10:39:57.522775 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-9cc97e2f-b127-4d56-9a6a-4c2015927fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.535289 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc25d8ff-c608-4805-acd0-6c507f06fc79 None None] The sync data for ids ['fb0fdb80-9025-41d6-85c7-656d18d6b5dc'] in dv-cinder-master-3-iscsi is: [{'id': 'fb0fdb80-9025-41d6-85c7-656d18d6b5dc', 'name': 'tempest-TestShelveInstance-1854493351-router', 'tenant_id': '3600bc55c6f84479864d57e9a8f9e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:39:57Z', 'revision_number': 6, 'project_id': '3600bc55c6f84479864d57e9a8f9e0af', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:39:57.606520 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-fb079681-23b9-4075-8b20-a1807aa1022c service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886385
Feb 28 10:39:57.613588 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (372e5c3a-f0dc-41e4-8ee2-d8c217671fc8), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.646496 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Pushing event deleted for resources: {'Port': ['ID=372e5c3a-f0dc-41e4-8ee2-d8c217671fc8,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:57.700068 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8859e2da-d722-4a7f-9fa3-303ffd8d6e26 req-a5073790-9cdc-4e8a-bb07-01de7369dad6 service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872836
Feb 28 10:39:57.716643 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-9cc97e2f-b127-4d56-9a6a-4c2015927fd6 admin admin] Publish callbacks [] for security_group (87a3209f-127b-41a0-89f7-753df7aa2ee4), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.724142 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-9cc97e2f-b127-4d56-9a6a-4c2015927fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (87a3209f-127b-41a0-89f7-753df7aa2ee4), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.749692 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.827269 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc97e2f-b127-4d56-9a6a-4c2015927fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a3209f-127b-41a0-89f7-753df7aa2ee4,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:57.833158 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-9cc97e2f-b127-4d56-9a6a-4c2015927fd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84f2d705524640079dabd20866c104a4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4667368
Feb 28 10:39:57.834322 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50010) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:57.908283 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.910124 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aae23fb9-35f5-4218-9a8c-b74b9658c31d admin admin] Publish callbacks [] for security_group (87a3209f-127b-41a0-89f7-753df7aa2ee4), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.913219 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks [] for router_controller (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.934083 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aae23fb9-35f5-4218-9a8c-b74b9658c31d admin admin] Publish callbacks [] for security_group (87a3209f-127b-41a0-89f7-753df7aa2ee4), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.995028 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aae23fb9-35f5-4218-9a8c-b74b9658c31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (87a3209f-127b-41a0-89f7-753df7aa2ee4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:57.996062 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9be15-2b5d-4583-af62-7a3e82bd9017 req-4bd8c670-ee9d-4f0a-b0f8-bf6b6e435d4d tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:57.997671 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14f9be15-2b5d-4583-af62-7a3e82bd9017 req-4bd8c670-ee9d-4f0a-b0f8-bf6b6e435d4d tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 944 time: 0.1715989
Feb 28 10:39:57.997879 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aae23fb9-35f5-4218-9a8c-b74b9658c31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.001435 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-aae23fb9-35f5-4218-9a8c-b74b9658c31d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87a3209f-127b-41a0-89f7-753df7aa2ee4 HTTP/1.1" status: 204  len: 168 time: 0.1658695
Feb 28 10:39:58.004353 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (fb0fdb80-9025-41d6-85c7-656d18d6b5dc), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.004846 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0fdb80-9025-41d6-85c7-656d18d6b5dc {{(pid=102808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:39:58.009403 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.013066 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-33c0ed21-8c74-4722-aa46-a134f9cd8543 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fb0fdb80-9025-41d6-85c7-656d18d6b5dc HTTP/1.1" status: 204  len: 168 time: 1.0653605
Feb 28 10:39:58.013552 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50016) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:58.016865 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae23fb9-35f5-4218-9a8c-b74b9658c31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a3209f-127b-41a0-89f7-753df7aa2ee4,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:58.057668 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1ff55-1677-42b2-85e5-35c62c32631c req-5ec44225-bea4-4218-9c62-9cd49c452c46 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:58.059199 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cd1ff55-1677-42b2-85e5-35c62c32631c req-5ec44225-bea4-4218-9c62-9cd49c452c46 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 943 time: 0.1657190
Feb 28 10:39:58.129388 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] Deleting subnet c9042a9d-1cdb-4122-beaf-c50d9e747c15 {{(pid=102808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:39:58.137038 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-14f9be15-2b5d-4583-af62-7a3e82bd9017 req-387af2ec-f800-4b5b-b965-2a2130659614 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254561
Feb 28 10:39:58.137725 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] Publish callbacks [] for subnet (c9042a9d-1cdb-4122-beaf-c50d9e747c15), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.179418 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4cd1ff55-1677-42b2-85e5-35c62c32631c req-3a1c990d-8d56-4508-93b7-63c6e9793e21 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101122
Feb 28 10:39:58.188013 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4688902'] for subnet (c9042a9d-1cdb-4122-beaf-c50d9e747c15), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.272758 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (c9042a9d-1cdb-4122-beaf-c50d9e747c15), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.284309 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50022) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:58.298416 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fd87bff2-8a84-479f-8746-11559ada0111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.331190 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4328527'] for subnet (c9042a9d-1cdb-4122-beaf-c50d9e747c15), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.360892 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9042a9d-1cdb-4122-beaf-c50d9e747c15,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:58.363219 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.367029 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b40f9f99-50ce-461f-8f54-ea7b9d125557 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c9042a9d-1cdb-4122-beaf-c50d9e747c15 HTTP/1.1" status: 204  len: 168 time: 0.3523526
Feb 28 10:39:58.369415 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50024) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:58.379278 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214dc66f-3f88-4058-b968-c2102734cb8f None None] Network 112c34bb-1362-4fcd-b3cd-4cf35c638cfc requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:39:58.552621 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] DHCP port deletion for 112c34bb-1362-4fcd-b3cd-4cf35c638cfc request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:39:58.605452 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] Deleting port 4b1f60d9-8118-452d-8773-923b9f6f697f {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:58.605831 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.678754 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] For port 4b1f60d9-8118-452d-8773-923b9f6f697f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4b1f60d9-8118-452d-8773-923b9f6f697f,segment=NetworkSegment(a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e),segment_id=a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:58.679240 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.693427 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] Calling delete_port for 4b1f60d9-8118-452d-8773-923b9f6f697f owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:58.699328 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fd87bff2-8a84-479f-8746-11559ada0111 admin admin] Publish callbacks [] for security_group (a09e2713-eefe-4a06-95e2-c984240c8fc6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.713505 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-fd87bff2-8a84-479f-8746-11559ada0111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a09e2713-eefe-4a06-95e2-c984240c8fc6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.740936 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (112c34bb-1362-4fcd-b3cd-4cf35c638cfc), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.743363 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:58.765277 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:58.765746 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-fd87bff2-8a84-479f-8746-11559ada0111 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1ff2fa65dda474f8bbcc91ddf9c1d13&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4795041
Feb 28 10:39:58.765861 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 372e5c3a-f0dc-41e4-8ee2-d8c217671fc8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:58.766026 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device d6ff8c5f-89c2-4296-be6a-63413716eb9b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:58.768828 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50026) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:58.769971 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87bff2-8a84-479f-8746-11559ada0111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e2713-eefe-4a06-95e2-c984240c8fc6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:58.800387 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: d6ff8c5f-89c2-4296-be6a-63413716eb9b {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:39:58.800744 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device d6ff8c5f-89c2-4296-be6a-63413716eb9b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:39:58.801166 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 4b1f60d9-8118-452d-8773-923b9f6f697f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:39:58.821865 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e258f694-c322-4154-ae21-d91a313890cd admin admin] Publish callbacks [] for security_group (a09e2713-eefe-4a06-95e2-c984240c8fc6), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.822124 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Deleting port 4b1f60d9-8118-452d-8773-923b9f6f697f {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:39:58.822318 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.844002 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e258f694-c322-4154-ae21-d91a313890cd admin admin] Publish callbacks [] for security_group (a09e2713-eefe-4a06-95e2-c984240c8fc6), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.891241 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.897574 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e258f694-c322-4154-ae21-d91a313890cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a09e2713-eefe-4a06-95e2-c984240c8fc6), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.900274 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-e258f694-c322-4154-ae21-d91a313890cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.903945 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-e258f694-c322-4154-ae21-d91a313890cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a09e2713-eefe-4a06-95e2-c984240c8fc6 HTTP/1.1" status: 204  len: 168 time: 0.1321716
Feb 28 10:39:58.904121 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] For port 4b1f60d9-8118-452d-8773-923b9f6f697f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4b1f60d9-8118-452d-8773-923b9f6f697f,segment=NetworkSegment(a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e),segment_id=a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:58.904121 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:58.904327 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Port 4b1f60d9-8118-452d-8773-923b9f6f697f update to DOWN by agent not found {{(pid=102810) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 28 10:39:58.905275 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] No DVR routers for this DVR port 4b1f60d9-8118-452d-8773-923b9f6f697f on host dv-cinder-master-3-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:58.919696 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258f694-c322-4154-ae21-d91a313890cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e2713-eefe-4a06-95e2-c984240c8fc6,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:58.924222 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a818ff9-4fe0-4255-9415-a5b6cc14223a None None] Pushing event deleted for resources: {'Port': ['ID=4b1f60d9-8118-452d-8773-923b9f6f697f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:58.934490 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Calling delete_port for 4b1f60d9-8118-452d-8773-923b9f6f697f owned by network:dhcp {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:39:59.019514 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (4b1f60d9-8118-452d-8773-923b9f6f697f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.048089 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1f60d9-8118-452d-8773-923b9f6f697f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:59.050254 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] No DVR routers for this DVR port 4b1f60d9-8118-452d-8773-923b9f6f697f on host dv-cinder-master-3-iscsi {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:39:59.120568 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (112c34bb-1362-4fcd-b3cd-4cf35c638cfc), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.141665 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253eba4c0>,) {'filters': {'network_id': ['112c34bb-1362-4fcd-b3cd-4cf35c638cfc']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:59.150651 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253eba4c0>, 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:59.150957 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253eba4c0>, 'a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:39:59.163728 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.178764 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.185171 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:39:59.192777 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (a49bf8d4-2b90-4bb0-8b6f-e69fb8f11a1e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   self.session.flush()
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   self.session.flush()
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   self.session.flush()
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   self.session.flush()
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:39:59.194675 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:39:59.254304 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (112c34bb-1362-4fcd-b3cd-4cf35c638cfc), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.259681 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.266637 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] 10.222.0.21 "DELETE /v2.0/networks/112c34bb-1362-4fcd-b3cd-4cf35c638cfc HTTP/1.1" status: 204  len: 168 time: 0.8940682
Feb 28 10:39:59.281723 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c0ff-a1c0-4508-a28e-b96188d6c486 admin admin] Pushing event deleted for resources: {'Network': ['ID=112c34bb-1362-4fcd-b3cd-4cf35c638cfc,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:59.320075 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd157517-507d-453f-b7ff-4fbeb08d3c25 req-7cad2969-abbe-45fc-9cfb-b29fa691e3ec tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:59.326997 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd157517-507d-453f-b7ff-4fbeb08d3c25 req-7cad2969-abbe-45fc-9cfb-b29fa691e3ec tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 944 time: 0.1091449
Feb 28 10:39:59.361354 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2cc18-a201-49bb-9e70-403bcbe52356 req-0effeba7-cc19-45c4-93a4-1bd22d1b2238 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:39:59.362444 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e4b2cc18-a201-49bb-9e70-403bcbe52356 req-0effeba7-cc19-45c4-93a4-1bd22d1b2238 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 943 time: 0.0999823
Feb 28 10:39:59.407018 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-cd157517-507d-453f-b7ff-4fbeb08d3c25 req-61e7c8bb-ca3a-4bc6-a410-3cc4c70dafb7 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778060
Feb 28 10:39:59.424973 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50046) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:59.452113 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e4b2cc18-a201-49bb-9e70-403bcbe52356 req-6f2af8c1-331e-4316-8748-38fc903cb58f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775769
Feb 28 10:39:59.471181 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-14aa93f3-e8c7-4c2f-9a20-0ce8ac02552e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b55c46d5c05b41adb823461813ee1e5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0449247
Feb 28 10:39:59.473813 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50048) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:59.521365 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-68525ff5-5211-4f33-8be3-57f3ae82d1a6 admin admin] Publish callbacks [] for security_group (41e49ce6-c975-4da0-ac1f-cbeacf20bdf4), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.542792 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-68525ff5-5211-4f33-8be3-57f3ae82d1a6 admin admin] Publish callbacks [] for security_group (41e49ce6-c975-4da0-ac1f-cbeacf20bdf4), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.596721 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-68525ff5-5211-4f33-8be3-57f3ae82d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (41e49ce6-c975-4da0-ac1f-cbeacf20bdf4), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.599907 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-68525ff5-5211-4f33-8be3-57f3ae82d1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.601069 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-68525ff5-5211-4f33-8be3-57f3ae82d1a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41e49ce6-c975-4da0-ac1f-cbeacf20bdf4 HTTP/1.1" status: 204  len: 168 time: 0.1258903
Feb 28 10:39:59.609935 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68525ff5-5211-4f33-8be3-57f3ae82d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e49ce6-c975-4da0-ac1f-cbeacf20bdf4,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:39:59.755538 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2570a898-72a1-43eb-8d29-021bd16e55cd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:39:59.862126 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 2570a898-72a1-43eb-8d29-021bd16e55cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2570a898-72a1-43eb-8d29-021bd16e55cd,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:59.873848 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '2570a898-72a1-43eb-8d29-021bd16e55cd', 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b', 'port_id': '2570a898-72a1-43eb-8d29-021bd16e55cd', 'mac_address': 'fa:16:3e:80:d9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67ad3f2-893a-46ed-acf6-ee4a6d94d77d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:39:59.911682 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 2570a898-72a1-43eb-8d29-021bd16e55cd is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:39:59.912092 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:39:59.927725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2570a898-72a1-43eb-8d29-021bd16e55cd {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:39:59.950184 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 2570a898-72a1-43eb-8d29-021bd16e55cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2570a898-72a1-43eb-8d29-021bd16e55cd,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:39:59.955027 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50068) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:39:59.959961 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.001533 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-6490adfd-d314-4573-8e7f-fd8fad14e82f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3600bc55c6f84479864d57e9a8f9e0af&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0446827
Feb 28 10:40:00.003972 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50070) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:00.059106 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7b7339db-ff85-4566-ba83-fed3986bb610 admin admin] Publish callbacks [] for security_group (2e57a707-f38f-426e-9aba-bed0e8972a89), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.083931 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7b7339db-ff85-4566-ba83-fed3986bb610 admin admin] Publish callbacks [] for security_group (2e57a707-f38f-426e-9aba-bed0e8972a89), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.139183 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7b7339db-ff85-4566-ba83-fed3986bb610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (2e57a707-f38f-426e-9aba-bed0e8972a89), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.142545 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-7b7339db-ff85-4566-ba83-fed3986bb610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.144206 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-7b7339db-ff85-4566-ba83-fed3986bb610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e57a707-f38f-426e-9aba-bed0e8972a89 HTTP/1.1" status: 204  len: 168 time: 0.1390500
Feb 28 10:40:00.153181 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7339db-ff85-4566-ba83-fed3986bb610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e57a707-f38f-426e-9aba-bed0e8972a89,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:00.168962 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=2570a898-72a1-43eb-8d29-021bd16e55cd,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:00.223554 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50076) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:00.264540 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['2570a898-72a1-43eb-8d29-021bd16e55cd'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:40:00.478032 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f07ef408-4169-4f29-8987-439c1958332c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.611729 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c3244-6d7a-4394-b01d-f90afe35ad33 req-806596e6-1aea-4f72-85d0-09547a47d07a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:00.613155 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ab5c3244-6d7a-4394-b01d-f90afe35ad33 req-806596e6-1aea-4f72-85d0-09547a47d07a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 945 time: 0.1373549
Feb 28 10:40:00.651592 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d463-4889-4677-b0c5-e6f1929a66da req-b6f68a80-b0cb-405d-bf7f-6a80efa9e1ed tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:00.653062 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1cf1d463-4889-4677-b0c5-e6f1929a66da req-b6f68a80-b0cb-405d-bf7f-6a80efa9e1ed tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 943 time: 0.1194935
Feb 28 10:40:00.707868 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ab5c3244-6d7a-4394-b01d-f90afe35ad33 req-9b7497ec-a4dd-4420-be2f-5fc2e4f2d9c7 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857296
Feb 28 10:40:00.714738 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f07ef408-4169-4f29-8987-439c1958332c admin admin] Publish callbacks [] for security_group (cd11b15a-721e-47b0-a3ea-83f54c62236c), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.723105 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-f07ef408-4169-4f29-8987-439c1958332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cd11b15a-721e-47b0-a3ea-83f54c62236c), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.774056 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-1cf1d463-4889-4677-b0c5-e6f1929a66da req-a1335723-f755-4bbf-8236-5c8314c224d7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151795
Feb 28 10:40:00.782964 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-f07ef408-4169-4f29-8987-439c1958332c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30ee860c9b4c435fa579c79622a96735&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5549822
Feb 28 10:40:00.782964 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ef408-4169-4f29-8987-439c1958332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd11b15a-721e-47b0-a3ea-83f54c62236c,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:00.783481 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50084) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:00.832928 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e05c43dc-d9b4-473f-915c-a975f052ad08 admin admin] Publish callbacks [] for security_group (cd11b15a-721e-47b0-a3ea-83f54c62236c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.854405 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e05c43dc-d9b4-473f-915c-a975f052ad08 admin admin] Publish callbacks [] for security_group (cd11b15a-721e-47b0-a3ea-83f54c62236c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.903144 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e05c43dc-d9b4-473f-915c-a975f052ad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (cd11b15a-721e-47b0-a3ea-83f54c62236c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.906583 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e05c43dc-d9b4-473f-915c-a975f052ad08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:00.907744 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e05c43dc-d9b4-473f-915c-a975f052ad08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd11b15a-721e-47b0-a3ea-83f54c62236c HTTP/1.1" status: 204  len: 168 time: 0.1231973
Feb 28 10:40:00.915015 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c43dc-d9b4-473f-915c-a975f052ad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd11b15a-721e-47b0-a3ea-83f54c62236c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:01.755256 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f274c160-69f7-45e0-bc4d-c8ced4b948b0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:40:01.768990 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2570a898-72a1-43eb-8d29-021bd16e55cd up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:40:01.880230 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83704a-a0b1-4383-a5bf-a7aa9955124b req-27167a58-6acf-44d3-a736-b65d0eefc4d7 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:01.883088 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4c83704a-a0b1-4383-a5bf-a7aa9955124b req-27167a58-6acf-44d3-a736-b65d0eefc4d7 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 945 time: 0.0963817
Feb 28 10:40:01.891763 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 2570a898-72a1-43eb-8d29-021bd16e55cd completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:40:01.900847 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 2570a898-72a1-43eb-8d29-021bd16e55cd triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:40:01.901233 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:01.943570 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50118) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:01.946618 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port f274c160-69f7-45e0-bc4d-c8ced4b948b0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:40:01.965085 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:40:01.972250 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f583f-9567-4baf-8cf4-06037b4d47af req-d5959725-b0e8-4cb4-be9a-e0e11672890c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:01.979410 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f01f583f-9567-4baf-8cf4-06037b4d47af req-d5959725-b0e8-4cb4-be9a-e0e11672890c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 943 time: 0.0941818
Feb 28 10:40:01.989082 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-4c83704a-a0b1-4383-a5bf-a7aa9955124b req-77e93403-2cec-43e4-9f81-118c46b1934b tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929999
Feb 28 10:40:02.028399 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port f274c160-69f7-45e0-bc4d-c8ced4b948b0 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:40:02.028399 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.039856 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f01f583f-9567-4baf-8cf4-06037b4d47af req-017201da-c9df-4aa3-a4d8-463a0d0c38f9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595059
Feb 28 10:40:02.051545 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f274c160-69f7-45e0-bc4d-c8ced4b948b0 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:40:02.056598 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 2570a898-72a1-43eb-8d29-021bd16e55cd is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:40:02.056992 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.074501 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c5239bae-30df-48e1-bb59-64ca37e8bba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.087589 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port f274c160-69f7-45e0-bc4d-c8ced4b948b0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:40:02.095026 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2570a898-72a1-43eb-8d29-021bd16e55cd'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:40:02.097468 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1750cbb1-d565-43bd-adda-824fa7e2db50" -d '{"events": [{"server_uuid": "d0571dfb-da57-47ac-b618-4dd1e205c187", "name": "network-vif-plugged", "status": "completed", "tag": "2570a898-72a1-43eb-8d29-021bd16e55cd"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:40:02.107237 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.114927 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 2570a898-72a1-43eb-8d29-021bd16e55cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2570a898-72a1-43eb-8d29-021bd16e55cd,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:40:02.139103 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.143864 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e38eed-b069-42f0-accf-b0e18633b4a2 x-openstack-request-id: req-d1e38eed-b069-42f0-accf-b0e18633b4a2 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:40:02.144163 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0571dfb-da57-47ac-b618-4dd1e205c187", "name": "network-vif-plugged", "status": "completed", "tag": "2570a898-72a1-43eb-8d29-021bd16e55cd", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:40:02.144422 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1e38eed-b069-42f0-accf-b0e18633b4a2 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:40:02.144821 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2570a898-72a1-43eb-8d29-021bd16e55cd', 'code': 200}
Feb 28 10:40:02.153973 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c5239bae-30df-48e1-bb59-64ca37e8bba4 admin admin] Publish callbacks [] for security_group (a80b547e-bbc5-4511-86d7-1d60115e5e94), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.158297 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c5239bae-30df-48e1-bb59-64ca37e8bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a80b547e-bbc5-4511-86d7-1d60115e5e94), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.167243 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=f274c160-69f7-45e0-bc4d-c8ced4b948b0,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:02.203304 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c5239bae-30df-48e1-bb59-64ca37e8bba4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c39cc19817d415a95948635f7511889&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2579365
Feb 28 10:40:02.205664 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50124) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:02.207157 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5239bae-30df-48e1-bb59-64ca37e8bba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b547e-bbc5-4511-86d7-1d60115e5e94,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:02.217764 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=2570a898-72a1-43eb-8d29-021bd16e55cd,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:02.263671 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-269d301e-5157-4ccd-b8aa-f166b1d1623e admin admin] Publish callbacks [] for security_group (a80b547e-bbc5-4511-86d7-1d60115e5e94), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.287793 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-269d301e-5157-4ccd-b8aa-f166b1d1623e admin admin] Publish callbacks [] for security_group (a80b547e-bbc5-4511-86d7-1d60115e5e94), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.338553 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-269d301e-5157-4ccd-b8aa-f166b1d1623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (a80b547e-bbc5-4511-86d7-1d60115e5e94), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.341165 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-269d301e-5157-4ccd-b8aa-f166b1d1623e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:02.342350 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-269d301e-5157-4ccd-b8aa-f166b1d1623e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a80b547e-bbc5-4511-86d7-1d60115e5e94 HTTP/1.1" status: 204  len: 168 time: 0.1352551
Feb 28 10:40:02.356943 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d301e-5157-4ccd-b8aa-f166b1d1623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b547e-bbc5-4511-86d7-1d60115e5e94,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:02.362620 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2462c6-1d82-4b90-aa29-f072c041b7a2 req-7b219609-d921-4827-9740-ee2a51eed748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:02.364136 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a2462c6-1d82-4b90-aa29-f072c041b7a2 req-7b219609-d921-4827-9740-ee2a51eed748 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 1130 time: 0.0474710
Feb 28 10:40:02.397925 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['f274c160-69f7-45e0-bc4d-c8ced4b948b0'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:40:02.412752 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a2462c6-1d82-4b90-aa29-f072c041b7a2 req-b06509b9-c90c-4674-9eb5-c0eda88f268d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408280
Feb 28 10:40:03.174099 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e77df3-54dd-4046-85ca-fc69e8cfee5c req-99e6d6fd-9ce4-499e-a95a-883070f3afcd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:03.175707 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b8e77df3-54dd-4046-85ca-fc69e8cfee5c req-99e6d6fd-9ce4-499e-a95a-883070f3afcd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 944 time: 0.0586605
Feb 28 10:40:03.238855 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b8e77df3-54dd-4046-85ca-fc69e8cfee5c req-be64a524-4c68-4bce-a354-01506f478842 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569384
Feb 28 10:40:03.283551 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb125a-7f19-4174-9476-8e4f8c9da231 req-82b5d853-86e6-49f8-805a-6f9e14ea1ada tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:03.285044 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0dfb125a-7f19-4174-9476-8e4f8c9da231 req-82b5d853-86e6-49f8-805a-6f9e14ea1ada tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 946 time: 0.0643334
Feb 28 10:40:03.338703 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-0dfb125a-7f19-4174-9476-8e4f8c9da231 req-6ec62be9-ec42-4863-b1ab-05de0577bef4 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481462
Feb 28 10:40:03.768162 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f274c160-69f7-45e0-bc4d-c8ced4b948b0 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:40:03.817405 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port f274c160-69f7-45e0-bc4d-c8ced4b948b0 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:40:03.821458 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port f274c160-69f7-45e0-bc4d-c8ced4b948b0 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:40:03.821839 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:03.902463 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port f274c160-69f7-45e0-bc4d-c8ced4b948b0 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:40:03.902893 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:03.935612 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port f274c160-69f7-45e0-bc4d-c8ced4b948b0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:40:03.939513 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:03.985747 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=f274c160-69f7-45e0-bc4d-c8ced4b948b0,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:04.145431 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:40:04.147661 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def2232-3429-44ed-bf65-a833b64d5158" -d '{"events": [{"server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "name": "network-vif-plugged", "status": "completed", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:40:04.182892 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26002acf-2d19-4abd-b9d0-cf37e5e34463 x-openstack-request-id: req-26002acf-2d19-4abd-b9d0-cf37e5e34463 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:40:04.183182 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "name": "network-vif-plugged", "status": "completed", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:40:04.183431 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26002acf-2d19-4abd-b9d0-cf37e5e34463 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:40:04.183818 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'code': 200}
Feb 28 10:40:04.365262 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d66eb-0550-4667-b9e8-e8959d27903c req-6a0c7516-a9d5-490a-bb6d-43f13c06ee02 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:04.366797 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8e2d66eb-0550-4667-b9e8-e8959d27903c req-6a0c7516-a9d5-490a-bb6d-43f13c06ee02 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0585356
Feb 28 10:40:04.428903 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8e2d66eb-0550-4667-b9e8-e8959d27903c req-470733ea-8fa1-4ed6-a4be-118c6a6b9452 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561900
Feb 28 10:40:04.439086 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c542f8e-f931-4d4a-8f7b-50ff232bcaa6 req-3f8b1329-3c05-4343-8038-ce81ec2dbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:04.440805 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7c542f8e-f931-4d4a-8f7b-50ff232bcaa6 req-3f8b1329-3c05-4343-8038-ce81ec2dbcc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1129 time: 0.0541589
Feb 28 10:40:04.479471 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4eed-fe73-4964-9647-cb3814fdac72 req-02b58263-c982-4178-8005-816d590abd6b tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:04.481006 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9e9f4eed-fe73-4964-9647-cb3814fdac72 req-02b58263-c982-4178-8005-816d590abd6b tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 946 time: 0.0662701
Feb 28 10:40:04.491152 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7c542f8e-f931-4d4a-8f7b-50ff232bcaa6 req-8b22ca16-548c-4287-b2dc-726440c6e1b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447192
Feb 28 10:40:04.529783 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9e9f4eed-fe73-4964-9647-cb3814fdac72 req-c87c812b-e8a5-45cc-94c6-3011ca71f34c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422585
Feb 28 10:40:05.552498 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f33f6-cc63-4713-be31-eca1c44ab8de req-66a8c853-6dd0-4e95-b400-f7ff121f2c20 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:05.553942 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2e8f33f6-cc63-4713-be31-eca1c44ab8de req-66a8c853-6dd0-4e95-b400-f7ff121f2c20 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0557475
Feb 28 10:40:05.602590 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-2e8f33f6-cc63-4713-be31-eca1c44ab8de req-e8e4f968-beb3-4b4b-9a0d-98085abe323d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430639
Feb 28 10:40:06.119018 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:06.725510 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac361ccd-d0d3-4816-a166-402bd0ef5e09 req-12e93164-c557-4cf6-9452-72ae3f4eaedf tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:06.727010 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac361ccd-d0d3-4816-a166-402bd0ef5e09 req-12e93164-c557-4cf6-9452-72ae3f4eaedf tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0541708
Feb 28 10:40:06.774262 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ac361ccd-d0d3-4816-a166-402bd0ef5e09 req-8c231861-5bd8-4efa-9a66-2cee3a23d528 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418556
Feb 28 10:40:07.903236 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd014c-b26e-4386-ab89-682fb794b07c req-7776d677-fed0-46ce-a315-d9303e005545 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:07.904731 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-08bd014c-b26e-4386-ab89-682fb794b07c req-7776d677-fed0-46ce-a315-d9303e005545 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0569818
Feb 28 10:40:07.966905 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-08bd014c-b26e-4386-ab89-682fb794b07c req-dd6e28c8-f3e8-46f0-bf44-89bbd7214b2d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560617
Feb 28 10:40:09.083795 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cea32f-7410-45c5-938b-42dd161d3fe4 req-1d98b62a-4b63-4595-aafd-ea3dbb348c7f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:09.085271 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e0cea32f-7410-45c5-938b-42dd161d3fe4 req-1d98b62a-4b63-4595-aafd-ea3dbb348c7f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0528212
Feb 28 10:40:09.137042 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e0cea32f-7410-45c5-938b-42dd161d3fe4 req-bd149009-70de-40ca-9ec9-94fcaa19dc78 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454578
Feb 28 10:40:09.259070 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfff861-d98a-41f2-a125-a5bb457867f7 req-b827863e-0e5a-4ed8-922d-280a65b809dd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:09.260740 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5bfff861-d98a-41f2-a125-a5bb457867f7 req-b827863e-0e5a-4ed8-922d-280a65b809dd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0553324
Feb 28 10:40:09.310351 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5bfff861-d98a-41f2-a125-a5bb457867f7 req-03900096-cabd-4c1d-b462-64383196dd2b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428767
Feb 28 10:40:09.334663 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50280) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:09.383875 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be25fd9d-86f6-4082-b0c7-247dd8cc52f7 tempest-TestVolumeBootPattern-1937148128 tempest-TestVolumeBootPattern-1937148128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:09.385422 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-be25fd9d-86f6-4082-b0c7-247dd8cc52f7 tempest-TestVolumeBootPattern-1937148128 tempest-TestVolumeBootPattern-1937148128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1124 time: 0.0497520
Feb 28 10:40:09.388324 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50286) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:09.393517 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.v2.base [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:40:09.417059 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:09.520937 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:09.623574 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_common [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Allocated IP 172.37.2.8 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/8913558a-9d88-42b2-a5d9-e4baf00ea740) {{(pid=102808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:40:09.728657 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:09.764687 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:09.805945 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:40:09.808768 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Resources bound (agent type, host, resource id):  {{(pid=102808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:40:09.815242 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Received port after_create {{(pid=102808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:40:09.820549 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=8913558a-9d88-42b2-a5d9-e4baf00ea740,revision_number=1']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:10.189056 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (df78a499-7ad7-4983-907f-1429b67688cb), precommit_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:10.261696 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), before_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:10.704645 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), precommit_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:10.710167 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059580'] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), after_update {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:10.760761 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50298) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:10.797290 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=8913558a-9d88-42b2-a5d9-e4baf00ea740,revision_number=2']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:10.821272 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (df78a499-7ad7-4983-907f-1429b67688cb), after_create {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:10.907575 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4a1cad2-b8f3-449f-b266-3190dd0f1884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:10.953390 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.db.l3_db [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Floating IP df78a499-7ad7-4983-907f-1429b67688cb associated. External IP: 172.37.2.8, port: f274c160-69f7-45e0-bc4d-c8ced4b948b0.
Feb 28 10:40:11.001689 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4a1cad2-b8f3-449f-b266-3190dd0f1884 admin admin] Publish callbacks [] for security_group (9ab7006a-fb7a-4136-964a-e439d66c37c0), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:11.006820 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4a1cad2-b8f3-449f-b266-3190dd0f1884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9ab7006a-fb7a-4136-964a-e439d66c37c0), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:11.058580 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a4a1cad2-b8f3-449f-b266-3190dd0f1884 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93b729e9b4ea4e78ac212b3e61f20524&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2958264
Feb 28 10:40:11.059399 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1cad2-b8f3-449f-b266-3190dd0f1884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7006a-fb7a-4136-964a-e439d66c37c0,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:11.060221 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50302) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:40:11.176776 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-91a2e729-d7a1-491d-bde9-5f471a22b89e admin admin] Publish callbacks [] for security_group (9ab7006a-fb7a-4136-964a-e439d66c37c0), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:11.236811 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-91a2e729-d7a1-491d-bde9-5f471a22b89e admin admin] Publish callbacks [] for security_group (9ab7006a-fb7a-4136-964a-e439d66c37c0), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:11.288680 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:40:11.344683 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-91a2e729-d7a1-491d-bde9-5f471a22b89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (9ab7006a-fb7a-4136-964a-e439d66c37c0), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:11.347247 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-91a2e729-d7a1-491d-bde9-5f471a22b89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:11.348440 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-91a2e729-d7a1-491d-bde9-5f471a22b89e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ab7006a-fb7a-4136-964a-e439d66c37c0 HTTP/1.1" status: 204  len: 168 time: 0.2869918
Feb 28 10:40:11.364333 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2e729-d7a1-491d-bde9-5f471a22b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7006a-fb7a-4136-964a-e439d66c37c0,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:11.428631 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:40:11.440728 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:40:11.449487 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:11.454808 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:40:11.458468 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258bc6670>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:40:11.497738 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-0d2d71ca-eeec-4b47-abe8-0822e2a31ec2 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.1029453
Feb 28 10:40:11.497738 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0'}] {{(pid=102808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:40:11.497738 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c3533fd39e3c69a6751ffe2f3f34943581629298a95963a14b93d5dd2c2bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30799853-b7f4-4c50-a1bf-35856771a6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0"}]}' {{(pid=102808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:40:11.539461 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc5b3d-fa31-49de-9360-118bec947b48 x-openstack-request-id: req-c0cc5b3d-fa31-49de-9360-118bec947b48 {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:40:11.539461 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0", "status": "completed", "code": 200}]} {{(pid=102808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:40:11.539461 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0cc5b3d-fa31-49de-9360-118bec947b48 {{(pid=102808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:40:11.539461 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'status': 'completed', 'code': 200}
Feb 28 10:40:11.583895 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:40:11.654141 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-3a543397-b88d-40d3-a395-020c33531597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:11.656584 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-3a543397-b88d-40d3-a395-020c33531597 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1129 time: 0.0567682
Feb 28 10:40:11.758950 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-b60f05e7-c6c5-4f3f-be56-1b3e7e4ef208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:11.761158 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-b60f05e7-c6c5-4f3f-be56-1b3e7e4ef208 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0987117
Feb 28 10:40:11.831205 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258bc6670>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:10Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:40:11.835327 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-503808a6-36a3-42e8-a581-f5bcf0146a9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 200  len: 997 time: 0.0680006
Feb 28 10:40:11.863604 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:40:11.872030 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:40:11.872623 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258bc6670>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:39:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:40:11.888111 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-3522b3dd-5c19-4df3-9c45-cfd667e954bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:11.889606 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-3522b3dd-5c19-4df3-9c45-cfd667e954bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0472207
Feb 28 10:40:11.941902 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-8515b51f-8c6a-4c1a-923b-4afae663156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:11.943346 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-8515b51f-8c6a-4c1a-923b-4afae663156d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0476155
Feb 28 10:40:11.987315 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:40:12.038416 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-3dc23ac2-0ea7-44cb-af75-be7073bb55ea service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875332
Feb 28 10:40:12.136533 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30799853-b7f4-4c50-a1bf-35856771a6e4 req-5506aa70-905c-42b3-aac5-42412ff5f16d service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908966
Feb 28 10:40:12.214055 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258bc6670>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:10Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:40:12.245578 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257674e-3c17-48ab-99b0-8218d68d90d7 None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:10Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:40:12.438521 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d990a186-a51c-4ca3-952d-c59da77a58ca None None] New status for floating IP df78a499-7ad7-4983-907f-1429b67688cb: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:40:13.675494 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eaddc83d-b426-4af8-afc4-ef383cc4bea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:15.969554 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d60bfb05-2115-45f8-89aa-3275a75316e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:17.132476 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:18.526441 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:19.957688 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:23.159643 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:40:36.127687 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:39.019679 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-8bb5c1c3-6089-4a63-a7e4-8890d12a1f87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0451791
Feb 28 10:40:39.128714 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-0c06ceba-083a-41a2-9062-e5a63ff0858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:39.130224 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-0c06ceba-083a-41a2-9062-e5a63ff0858c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1129 time: 0.0506480
Feb 28 10:40:39.242027 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-94aa11f1-9607-4dfd-aa40-1af0d682d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:39.243650 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-94aa11f1-9607-4dfd-aa40-1af0d682d3c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0914559
Feb 28 10:40:39.320862 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-97672533-387b-49d0-873b-7c75d0300456 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 200  len: 999 time: 0.0664902
Feb 28 10:40:39.369201 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-b597fe3d-4ecf-4a02-bbb4-0445c8ff46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:39.370664 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-b597fe3d-4ecf-4a02-bbb4-0445c8ff46b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0437374
Feb 28 10:40:39.420066 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-57125daa-e85d-4ec9-901a-81c87f466dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:39.422133 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-57125daa-e85d-4ec9-901a-81c87f466dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0441201
Feb 28 10:40:39.515757 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-84ee5ccf-66ad-4859-acfb-7d5dd4bcd549 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865004
Feb 28 10:40:39.604387 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-057d98a6-2d93-4285-a536-3a1bfdfde148 req-59845028-78f9-4048-bbce-53fc95cc3948 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821145
Feb 28 10:40:43.691126 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95328bd9-cc4d-44fc-8633-0e239289a8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:44.079042 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a198f-2232-4d08-bae9-5bbb7c0771e0 req-5319a3be-9789-4916-b646-e0c95170d733 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:44.080576 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-be0a198f-2232-4d08-bae9-5bbb7c0771e0 req-5319a3be-9789-4916-b646-e0c95170d733 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 946 time: 0.0637658
Feb 28 10:40:44.130126 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-be0a198f-2232-4d08-bae9-5bbb7c0771e0 req-d4f37d13-73fe-4d60-845c-e0beebe9112f tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438914
Feb 28 10:40:45.257357 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4d654-b7c9-45dd-a16b-27198c9be0b6 req-b7675b26-21e6-445b-96d4-33110c0606f7 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:45.258845 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7b4d654-b7c9-45dd-a16b-27198c9be0b6 req-b7675b26-21e6-445b-96d4-33110c0606f7 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 946 time: 0.0551484
Feb 28 10:40:45.304756 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f7b4d654-b7c9-45dd-a16b-27198c9be0b6 req-15c9709e-8728-44e5-97bd-a71a1eed0e99 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404251
Feb 28 10:40:45.711608 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-0d79a07e-240d-4677-91a8-ba66d05a6a1b tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:45.713049 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-0d79a07e-240d-4677-91a8-ba66d05a6a1b tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 946 time: 0.0517411
Feb 28 10:40:45.809995 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Deleting port 2570a898-72a1-43eb-8d29-021bd16e55cd {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:40:45.810345 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:45.897753 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] For port 2570a898-72a1-43eb-8d29-021bd16e55cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2570a898-72a1-43eb-8d29-021bd16e55cd,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:40:45.898118 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:45.914573 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Calling delete_port for 2570a898-72a1-43eb-8d29-021bd16e55cd owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:40:45.970263 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-45ea37d3-1343-4d96-a587-d8db53599b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:46.045841 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (2570a898-72a1-43eb-8d29-021bd16e55cd), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:46.074493 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Pushing event deleted for resources: {'Port': ['ID=2570a898-72a1-43eb-8d29-021bd16e55cd,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:46.086575 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.086961 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.087313 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.087654 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.088003 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.088326 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.088658 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.088989 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.089321 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.089651 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.089983 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.090306 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.090655 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:40:46.129034 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] No DVR routers for this DVR port 2570a898-72a1-43eb-8d29-021bd16e55cd on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:40:46.131584 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:46.134986 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e6abee4e-136e-4408-b3a0-61e18326c305 req-815efd5e-fc6d-48b5-ab6a-7939d1f11a1a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "DELETE /v2.0/ports/2570a898-72a1-43eb-8d29-021bd16e55cd HTTP/1.1" status: 204  len: 173 time: 0.4169321
Feb 28 10:40:46.135423 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'name': 'network-vif-deleted', 'tag': '2570a898-72a1-43eb-8d29-021bd16e55cd'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:40:46.137706 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da696cc-acfc-4ba4-af67-c3fc65e88b12" -d '{"events": [{"server_uuid": "d0571dfb-da57-47ac-b618-4dd1e205c187", "name": "network-vif-deleted", "tag": "2570a898-72a1-43eb-8d29-021bd16e55cd"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:40:46.329445 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b6402-9952-4e65-979b-eb74bcc5d968 x-openstack-request-id: req-d42b6402-9952-4e65-979b-eb74bcc5d968 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:40:46.329766 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0571dfb-da57-47ac-b618-4dd1e205c187", "name": "network-vif-deleted", "tag": "2570a898-72a1-43eb-8d29-021bd16e55cd", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:40:46.330023 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d42b6402-9952-4e65-979b-eb74bcc5d968 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:40:46.330420 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0571dfb-da57-47ac-b618-4dd1e205c187', 'name': 'network-vif-deleted', 'tag': '2570a898-72a1-43eb-8d29-021bd16e55cd', 'status': 'completed', 'code': 200}
Feb 28 10:40:46.409841 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-21e6f3ba-b3bd-4314-9fdc-5f9de5440316 req-2a844e3f-223a-446e-b2c0-827644739e96 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0571dfb-da57-47ac-b618-4dd1e205c187 HTTP/1.1" status: 200  len: 210 time: 0.0277541
Feb 28 10:40:47.135416 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:48.529371 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:49.413315 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2570a898-72a1-43eb-8d29-021bd16e55cd no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:40:49.433011 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 2570a898-72a1-43eb-8d29-021bd16e55cd {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:40:49.433331 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 2570a898-72a1-43eb-8d29-021bd16e55cd not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:40:49.959663 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:55.381345 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925d92-c41a-4221-a768-060c1877b623 req-05386bf4-e605-4eef-ab2b-cb448aacfd14 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:55.382742 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-05386bf4-e605-4eef-ab2b-cb448aacfd14 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/networks?id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b HTTP/1.1" status: 200  len: 812 time: 0.1034601
Feb 28 10:40:55.396939 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-a09ac666-26e4-42e7-ae24-bb62c830af45 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/quotas/89ef7e55ea524b1c979f0dbad2a150df HTTP/1.1" status: 200  len: 375 time: 0.0090127
Feb 28 10:40:55.428385 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-d8118d1a-5e4f-40f3-ada7-989bd49fac83 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=89ef7e55ea524b1c979f0dbad2a150df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0265427
Feb 28 10:40:55.519073 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-7294f02f-5691-4ba0-8d9c-0c398677ab3f service neutron] 10.222.0.21 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841601
Feb 28 10:40:55.605226 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-54e0d867-5def-4d47-b576-4c14c48e5253 service neutron] 10.222.0.21 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806267
Feb 28 10:40:55.774280 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-3e5b87f2-ab0a-416a-b556-c7c53097b0e2 req-533f0bcd-3651-4f5c-8a81-d49a1c05e433 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 210 time: 0.0281284
Feb 28 10:40:56.776152 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925d92-c41a-4221-a768-060c1877b623 req-afc2a5b1-db4f-4141-80ac-2e598f666cc5 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:56.777731 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-afc2a5b1-db4f-4141-80ac-2e598f666cc5 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "GET /v2.0/networks?id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b HTTP/1.1" status: 200  len: 812 time: 0.1071362
Feb 28 10:40:56.807307 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Request body: {'port': {'device_id': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b', 'admin_state_up': True, 'tenant_id': '89ef7e55ea524b1c979f0dbad2a150df'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:40:56.873557 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ee4ccbca-040d-4b64-9fc8-8d4d4c4f30ef req-55fca786-feda-4548-ae89-79d4a05d810a tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 210 time: 0.0321162
Feb 28 10:40:56.919650 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Made reservation on behalf of 89ef7e55ea524b1c979f0dbad2a150df for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:40:56.923283 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.048100 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Allocated IP 172.20.0.3 (fef3d373-e45e-42e0-a9fe-a2bdbfebe47b/b67ad3f2-893a-46ed-acf6-ee4a6d94d77d/63300a63-e5e8-46be-81e8-a3d84d573700) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:40:57.189803 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks [] for port (63300a63-e5e8-46be-81e8-a3d84d573700), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.222391 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.268251 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:40:57.271260 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:40:57.277139 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:40:57.306699 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Pushing event updated for resources: {'Port': ['ID=63300a63-e5e8-46be-81e8-a3d84d573700,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:57.334136 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:57.334787 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.349989 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-b7a5ca71-41f1-4cb0-996c-a366ef62f5de tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5480232
Feb 28 10:40:57.367996 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Request body: {'port': {'device_id': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:40:57.425447 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.682019 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63300a63-e5e8-46be-81e8-a3d84d573700 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:40:57.689850 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Publish callbacks [] for port (63300a63-e5e8-46be-81e8-a3d84d573700), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.701195 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Transition to ACTIVE for port object 63300a63-e5e8-46be-81e8-a3d84d573700 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:40:57.704884 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.770922 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=63300a63-e5e8-46be-81e8-a3d84d573700,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:57.821329 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Attempting to bind port 63300a63-e5e8-46be-81e8-a3d84d573700 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:40:57.821974 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Attempting to bind port 63300a63-e5e8-46be-81e8-a3d84d573700 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:40:57.821974 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Attempting to bind port 63300a63-e5e8-46be-81e8-a3d84d573700 on network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:40:57.826242 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Port 63300a63-e5e8-46be-81e8-a3d84d573700 on network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:40:57.826576 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Attempting to bind port 63300a63-e5e8-46be-81e8-a3d84d573700 on network fef3d373-e45e-42e0-a9fe-a2bdbfebe47b {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:40:57.831496 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:40:57.831830 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Checking segment: {'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:40:57.832218 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Bound using segment: {'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:40:57.832642 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Bound port: 63300a63-e5e8-46be-81e8-a3d84d573700, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:40:57.833001 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.898817 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] For port 63300a63-e5e8-46be-81e8-a3d84d573700, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:40:57.901799 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] For port 63300a63-e5e8-46be-81e8-a3d84d573700, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=63300a63-e5e8-46be-81e8-a3d84d573700,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:40:57.909677 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.942494 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:57.943164 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:40:57.944563 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] 10.222.0.26 "PUT /v2.0/ports/63300a63-e5e8-46be-81e8-a3d84d573700 HTTP/1.1" status: 200  len: 1093 time: 0.5804739
Feb 28 10:40:57.945013 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'tag': '63300a63-e5e8-46be-81e8-a3d84d573700'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:40:57.947261 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5e8a58-89de-4a7f-953d-1f64cd621afb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b", "tag": "63300a63-e5e8-46be-81e8-a3d84d573700"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:40:57.979267 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191127-85cc-4974-8139-3626d1dc4ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=63300a63-e5e8-46be-81e8-a3d84d573700,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:40:57.992152 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e41c147-2246-4624-b9ac-2c95f3b18323 x-openstack-request-id: req-7e41c147-2246-4624-b9ac-2c95f3b18323 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:40:57.992469 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b", "tag": "63300a63-e5e8-46be-81e8-a3d84d573700", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:40:57.992753 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e41c147-2246-4624-b9ac-2c95f3b18323 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:40:57.993159 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'tag': '63300a63-e5e8-46be-81e8-a3d84d573700', 'status': 'completed', 'code': 200}
Feb 28 10:40:57.997933 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c5be-cc6c-4173-a207-5046f1fd270c req-78a94709-20e4-42bb-820f-9c594bc797af tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:57.999458 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c5b1c5be-cc6c-4173-a207-5046f1fd270c req-78a94709-20e4-42bb-820f-9c594bc797af tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 943 time: 0.0572462
Feb 28 10:40:58.048663 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-c5b1c5be-cc6c-4173-a207-5046f1fd270c req-2ac7351d-e816-4a8a-9f03-70ddb58b9d08 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420318
Feb 28 10:40:58.059281 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925d92-c41a-4221-a768-060c1877b623 req-008a33ed-98ed-4c4c-a07c-99b036e2b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:58.060781 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-008a33ed-98ed-4c4c-a07c-99b036e2b0a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89ef7e55ea524b1c979f0dbad2a150df&device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 1127 time: 0.0437977
Feb 28 10:40:58.114526 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-e01dc124-6052-49d9-86dd-ae9191d3f862 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63300a63-e5e8-46be-81e8-a3d84d573700 HTTP/1.1" status: 200  len: 217 time: 0.0388894
Feb 28 10:40:58.165766 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925d92-c41a-4221-a768-060c1877b623 req-c5850cf2-22ab-4ce2-b631-5c7c3928e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:58.167244 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-c5850cf2-22ab-4ce2-b631-5c7c3928e2a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b67ad3f2-893a-46ed-acf6-ee4a6d94d77d HTTP/1.1" status: 200  len: 852 time: 0.0456095
Feb 28 10:40:58.198646 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-2cfbc17d-6568-4c9d-b51f-f0bb19a6d80e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252714
Feb 28 10:40:58.287170 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-c60d5def-b0d6-45cf-8f17-dbb57edf9740 service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825770
Feb 28 10:40:58.373936 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a925d92-c41a-4221-a768-060c1877b623 req-f02638bb-926f-453a-849f-99422f83ceaa service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802901
Feb 28 10:40:58.511209 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-d268cbc2-1062-498e-8851-2337084e24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:58.512609 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-d268cbc2-1062-498e-8851-2337084e24b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89ef7e55ea524b1c979f0dbad2a150df&device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 1127 time: 0.0452936
Feb 28 10:40:58.603049 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-5dff3611-b79d-49cd-b936-5c23f32a8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:58.604490 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-5dff3611-b79d-49cd-b936-5c23f32a8567 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b HTTP/1.1" status: 200  len: 913 time: 0.0860281
Feb 28 10:40:58.644039 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-b746c01f-719d-47ea-9608-42ce62e5e69e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63300a63-e5e8-46be-81e8-a3d84d573700 HTTP/1.1" status: 200  len: 217 time: 0.0328233
Feb 28 10:40:58.694834 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-da33f732-c78e-42e9-bba5-1ed8c4718094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:58.696280 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-da33f732-c78e-42e9-bba5-1ed8c4718094 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b67ad3f2-893a-46ed-acf6-ee4a6d94d77d HTTP/1.1" status: 200  len: 852 time: 0.0465071
Feb 28 10:40:58.729108 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-c8838e7d-edd7-415c-8c1c-a3bbf2eb1a6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261333
Feb 28 10:40:58.815094 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-e1daf2db-d09f-41e9-a0fa-cad987f811be service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792491
Feb 28 10:40:58.905223 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e5e8a58-89de-4a7f-953d-1f64cd621afb req-a9c7a4b2-c3b2-4c98-9877-542d8cfaccd9 service neutron] 10.222.0.26 "GET /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838680
Feb 28 10:40:59.169241 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b193f-467a-4bb4-8248-465228f1aef2 req-717cfb41-6fe4-446a-9746-d5af5531a694 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:40:59.170714 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-750b193f-467a-4bb4-8248-465228f1aef2 req-717cfb41-6fe4-446a-9746-d5af5531a694 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 943 time: 0.0529139
Feb 28 10:40:59.216090 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-750b193f-467a-4bb4-8248-465228f1aef2 req-36fd4b9c-f13e-4186-bdc2-5667ba4e96ff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398762
Feb 28 10:41:00.159174 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:41:00.334701 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 63300a63-e5e8-46be-81e8-a3d84d573700 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:41:00.337277 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ea040-8fc8-4965-b2fb-2502fd88d1e8 req-e6e87b40-53ca-4910-838b-25b5f54bfb69 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:00.338833 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-515ea040-8fc8-4965-b2fb-2502fd88d1e8 req-e6e87b40-53ca-4910-838b-25b5f54bfb69 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 943 time: 0.0568650
Feb 28 10:41:00.387084 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-515ea040-8fc8-4965-b2fb-2502fd88d1e8 req-973257a7-c78e-40ef-9df0-60a6aa7725f1 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415504
Feb 28 10:41:00.432525 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 63300a63-e5e8-46be-81e8-a3d84d573700, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=63300a63-e5e8-46be-81e8-a3d84d573700,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:41:00.443758 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': '63300a63-e5e8-46be-81e8-a3d84d573700', 'network_id': 'fef3d373-e45e-42e0-a9fe-a2bdbfebe47b', 'port_id': '63300a63-e5e8-46be-81e8-a3d84d573700', 'mac_address': 'fa:16:3e:7a:af:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67ad3f2-893a-46ed-acf6-ee4a6d94d77d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:41:00.479435 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 63300a63-e5e8-46be-81e8-a3d84d573700 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:41:00.479832 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:00.493067 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63300a63-e5e8-46be-81e8-a3d84d573700 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:41:00.524533 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 63300a63-e5e8-46be-81e8-a3d84d573700, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=63300a63-e5e8-46be-81e8-a3d84d573700,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:41:00.528382 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:00.573473 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=63300a63-e5e8-46be-81e8-a3d84d573700,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:41:00.580852 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.581209 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.581557 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.581897 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.582235 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.582564 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.582914 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.583244 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.583571 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.583897 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.584222 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.584544 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.584863 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:00.833584 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['63300a63-e5e8-46be-81e8-a3d84d573700'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:41:01.503997 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df5db6-62b9-4181-bbdb-9d6622e612ca req-1006ed8a-5d71-434b-81fa-cdb68a5c42a0 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:01.505460 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-82df5db6-62b9-4181-bbdb-9d6622e612ca req-1006ed8a-5d71-434b-81fa-cdb68a5c42a0 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 944 time: 0.0533435
Feb 28 10:41:01.551478 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-82df5db6-62b9-4181-bbdb-9d6622e612ca req-c9812c8e-2658-4ae9-a62c-f062bc75fd80 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406027
Feb 28 10:41:02.350049 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 63300a63-e5e8-46be-81e8-a3d84d573700 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:41:02.398751 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port 63300a63-e5e8-46be-81e8-a3d84d573700 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:41:02.402681 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port 63300a63-e5e8-46be-81e8-a3d84d573700 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:41:02.403056 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:02.485491 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port 63300a63-e5e8-46be-81e8-a3d84d573700 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:41:02.485872 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:02.507681 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63300a63-e5e8-46be-81e8-a3d84d573700'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:41:02.509890 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f61e8-113f-42e7-ae31-5c80f950ba18" -d '{"events": [{"server_uuid": "d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b", "name": "network-vif-plugged", "status": "completed", "tag": "63300a63-e5e8-46be-81e8-a3d84d573700"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:41:02.522021 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port 63300a63-e5e8-46be-81e8-a3d84d573700, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=63300a63-e5e8-46be-81e8-a3d84d573700,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:41:02.527069 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:02.552664 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568a04b7-4d24-47ad-be51-972d62b21a36 x-openstack-request-id: req-568a04b7-4d24-47ad-be51-972d62b21a36 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:41:02.552957 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b", "name": "network-vif-plugged", "status": "completed", "tag": "63300a63-e5e8-46be-81e8-a3d84d573700", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:41:02.553207 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-568a04b7-4d24-47ad-be51-972d62b21a36 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:41:02.553591 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63300a63-e5e8-46be-81e8-a3d84d573700', 'code': 200}
Feb 28 10:41:02.579469 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=63300a63-e5e8-46be-81e8-a3d84d573700,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:41:02.677802 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee56a8-56a7-4575-adc0-8663a609c64a req-c5f4b3b0-931b-46ef-9058-5ebf896b307e tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:02.679049 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9eee56a8-56a7-4575-adc0-8663a609c64a req-c5f4b3b0-931b-46ef-9058-5ebf896b307e tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 945 time: 0.0617843
Feb 28 10:41:02.728292 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9eee56a8-56a7-4575-adc0-8663a609c64a req-a6aca756-9ce3-4b45-b743-9732ac46ef92 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435112
Feb 28 10:41:02.760597 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee24eed-d519-45ff-89ed-4c3f354491b7 req-3eaaa76c-342d-416e-9574-ef2df1750a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:02.762102 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cee24eed-d519-45ff-89ed-4c3f354491b7 req-3eaaa76c-342d-416e-9574-ef2df1750a7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 1129 time: 0.0454948
Feb 28 10:41:02.804165 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cee24eed-d519-45ff-89ed-4c3f354491b7 req-5283d41a-4d32-46cc-8ccb-3ada08ee2135 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359616
Feb 28 10:41:03.847594 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5ad32-ed11-49fe-b85b-461fbc690e27 req-7a458a71-f5d3-45d5-b6dc-68c1bb224743 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:03.850006 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26c5ad32-ed11-49fe-b85b-461fbc690e27 req-7a458a71-f5d3-45d5-b6dc-68c1bb224743 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 945 time: 0.0539882
Feb 28 10:41:03.902350 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-26c5ad32-ed11-49fe-b85b-461fbc690e27 req-6d08944f-18f1-4bdf-b6ef-82c5278b9f37 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444453
Feb 28 10:41:05.019889 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496adf7-07cf-4ef3-8b4d-74922c8159b1 req-9429329d-75db-4fc6-895a-6329247c2317 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:05.021359 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f496adf7-07cf-4ef3-8b4d-74922c8159b1 req-9429329d-75db-4fc6-895a-6329247c2317 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 945 time: 0.0519524
Feb 28 10:41:05.070276 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f496adf7-07cf-4ef3-8b4d-74922c8159b1 req-2fabdf1b-44a5-438d-b006-15ec43524883 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434518
Feb 28 10:41:06.128257 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:13.682166 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-030d6c13-1a72-401a-bc5f-4766a8b3adec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:15.972968 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-494abd72-a20b-4c8f-9a2e-ba26149a54bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:17.138491 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:18.531281 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:19.963917 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:25.073905 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0c095-0ec4-49bf-a889-14f40063ad3d req-c24ca2cd-93f0-44c8-9bd8-df9ed3c9a53c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:25.075468 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-86b0c095-0ec4-49bf-a889-14f40063ad3d req-c24ca2cd-93f0-44c8-9bd8-df9ed3c9a53c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 945 time: 0.0566380
Feb 28 10:41:25.125540 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-86b0c095-0ec4-49bf-a889-14f40063ad3d req-44254ad8-3f50-4f01-9a11-382dbb5083c7 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437536
Feb 28 10:41:26.259798 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580d7d-028c-47e4-9ab8-70ed6561f5cb req-fdf873c0-d4ef-4a1e-a4be-a7669072440c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:26.261297 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bd580d7d-028c-47e4-9ab8-70ed6561f5cb req-fdf873c0-d4ef-4a1e-a4be-a7669072440c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 945 time: 0.0542965
Feb 28 10:41:26.319324 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-bd580d7d-028c-47e4-9ab8-70ed6561f5cb req-ac80aede-e793-4f20-8fd5-d33af2f285a3 tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521619
Feb 28 10:41:26.775322 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-1d008404-0f2f-4a99-87ce-48b95676761c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:26.776756 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-1d008404-0f2f-4a99-87ce-48b95676761c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 945 time: 0.0516217
Feb 28 10:41:26.870767 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Deleting port 63300a63-e5e8-46be-81e8-a3d84d573700 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:41:26.871117 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:26.958354 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] For port 63300a63-e5e8-46be-81e8-a3d84d573700, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=63300a63-e5e8-46be-81e8-a3d84d573700,segment=NetworkSegment(4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e),segment_id=4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:41:26.958654 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:26.974665 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Calling delete_port for 63300a63-e5e8-46be-81e8-a3d84d573700 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:41:27.099912 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (63300a63-e5e8-46be-81e8-a3d84d573700), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:27.128588 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Pushing event deleted for resources: {'Port': ['ID=63300a63-e5e8-46be-81e8-a3d84d573700,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:41:27.135224 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['63300a63-e5e8-46be-81e8-a3d84d573700'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:41:27.174308 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] No DVR routers for this DVR port 63300a63-e5e8-46be-81e8-a3d84d573700 on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:41:27.176710 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:27.179997 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a3d684e4-e7ba-44c6-8188-352788c80e80 req-d528174b-d454-46f5-9142-89ff87b29aff tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.26 "DELETE /v2.0/ports/63300a63-e5e8-46be-81e8-a3d84d573700 HTTP/1.1" status: 204  len: 173 time: 0.3978918
Feb 28 10:41:27.180449 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'name': 'network-vif-deleted', 'tag': '63300a63-e5e8-46be-81e8-a3d84d573700'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:41:27.182697 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c6746-c5b0-4fad-8429-d2e1d7b6cf88" -d '{"events": [{"server_uuid": "d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b", "name": "network-vif-deleted", "tag": "63300a63-e5e8-46be-81e8-a3d84d573700"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:41:27.222695 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafad394-d062-49c3-88bd-61ff71201d72 x-openstack-request-id: req-bafad394-d062-49c3-88bd-61ff71201d72 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:41:27.222989 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b", "name": "network-vif-deleted", "tag": "63300a63-e5e8-46be-81e8-a3d84d573700", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:41:27.223266 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bafad394-d062-49c3-88bd-61ff71201d72 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:41:27.223660 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b', 'name': 'network-vif-deleted', 'tag': '63300a63-e5e8-46be-81e8-a3d84d573700', 'status': 'completed', 'code': 200}
Feb 28 10:41:27.427478 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-a66bc8de-f038-4c0e-b9b3-22ab9a7ee17e req-21e8e662-9029-44bd-a632-45f56245978c tempest-VolumesSnapshotTestJSON-97011663 tempest-VolumesSnapshotTestJSON-97011663-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d9fb77-5d2d-415d-a3c6-a9dfcff87b7b HTTP/1.1" status: 200  len: 210 time: 0.0313103
Feb 28 10:41:31.748076 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 63300a63-e5e8-46be-81e8-a3d84d573700 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:41:31.767082 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: 63300a63-e5e8-46be-81e8-a3d84d573700 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:41:31.767433 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device 63300a63-e5e8-46be-81e8-a3d84d573700 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:41:36.129973 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:37.158840 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:41:43.685990 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e018adaf-fcb0-4baa-9e8c-6153cbed067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:45.978992 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cd8658b-b603-4c9b-8d95-d67a65eddf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:47.141541 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:48.535841 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.422909 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50748) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:41:49.466793 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Deleting subnet b67ad3f2-893a-46ed-acf6-ee4a6d94d77d {{(pid=102808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:41:49.469780 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Publish callbacks [] for subnet (b67ad3f2-893a-46ed-acf6-ee4a6d94d77d), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.502265 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4688902'] for subnet (b67ad3f2-893a-46ed-acf6-ee4a6d94d77d), precommit_delete_associations {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.540437 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (b67ad3f2-893a-46ed-acf6-ee4a6d94d77d), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.592775 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4328527'] for subnet (b67ad3f2-893a-46ed-acf6-ee4a6d94d77d), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.623001 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67ad3f2-893a-46ed-acf6-ee4a6d94d77d,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:41:49.627425 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for subnet (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.630526 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b67ad3f2-893a-46ed-acf6-ee4a6d94d77d HTTP/1.1" status: 204  len: 168 time: 0.2066357
Feb 28 10:41:49.633313 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50750) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:41:49.635606 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.635968 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.636321 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.636679 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.637076 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.638272 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.638272 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.638564 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.638928 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.639260 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.639593 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.639921 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.640253 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce420ea-9e97-46a0-950d-8000c3d4197d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.703908 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (fef3d373-e45e-42e0-a9fe-a2bdbfebe47b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.782687 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (fef3d373-e45e-42e0-a9fe-a2bdbfebe47b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.801834 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6258223f10>,) {'filters': {'network_id': ['fef3d373-e45e-42e0-a9fe-a2bdbfebe47b']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:41:49.811548 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6258223f10>, '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:41:49.811849 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6258223f10>, '4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:41:49.820865 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4539097'] for segment (4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.834021 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.839616 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:41:49.840003 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392979'] for segment (4819ec8a-8c0d-49b4-afbd-c05ae17e8e7e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]: Traceback (most recent call last):
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     timer()
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     cb(*args, **kw)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     return func(*args, **kwargs)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     self._notify()
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     self.callback(batched_events)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     event.method(event)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     return f(self, *a, **k)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._get(url).json()
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:41:49.841676 dv-cinder-master-3-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:41:49.896409 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (fef3d373-e45e-42e0-a9fe-a2bdbfebe47b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.901604 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:49.905420 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] 10.222.0.21 "DELETE /v2.0/networks/fef3d373-e45e-42e0-a9fe-a2bdbfebe47b HTTP/1.1" status: 204  len: 168 time: 0.2710941
Feb 28 10:41:49.920146 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=fef3d373-e45e-42e0-a9fe-a2bdbfebe47b,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:41:49.927262 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.927623 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.927972 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.928316 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.928654 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.928995 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.929322 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.929649 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.929978 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.930306 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.930658 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.930984 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.931310 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f3554-e440-49e3-b110-548820b99ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:41:49.966254 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:50.068790 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50754) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:41:50.108193 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8bc7a958-451b-4421-b88d-2de78326686a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89ef7e55ea524b1c979f0dbad2a150df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0381670
Feb 28 10:41:50.110719 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50756) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:41:50.155908 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e32bae13-1afb-4341-be7d-a243925d8812 admin admin] Publish callbacks [] for security_group (f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:50.178285 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e32bae13-1afb-4341-be7d-a243925d8812 admin admin] Publish callbacks [] for security_group (f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:50.224836 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e32bae13-1afb-4341-be7d-a243925d8812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:50.227636 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e32bae13-1afb-4341-be7d-a243925d8812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:50.228800 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e32bae13-1afb-4341-be7d-a243925d8812 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2 HTTP/1.1" status: 204  len: 168 time: 0.1171691
Feb 28 10:41:50.238508 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bae13-1afb-4341-be7d-a243925d8812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9032ada-9ac3-4393-a8dd-4e0dbe0a84b2,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:41:57.649042 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ec1c84bf-c5f1-40c0-af72-d15ff2e03973 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034988073&fields=id&tenant_id=340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 267 time: 0.0444002
Feb 28 10:41:57.752429 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-2262a2ff-7c7e-4393-8f22-295ed105bf6c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:57.753881 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-2262a2ff-7c7e-4393-8f22-295ed105bf6c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 811 time: 0.0973344
Feb 28 10:41:57.768365 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-523f5af6-6594-40ab-9cf5-deb5c98528dd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/quotas/340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 375 time: 0.0092342
Feb 28 10:41:57.827198 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-136cfea3-9cac-43e6-9a8e-aaab11a2f115 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0540874
Feb 28 10:41:57.841933 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-4fb4b471-2519-474b-8be2-9309310a8642 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:41:57.842933 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-4fb4b471-2519-474b-8be2-9309310a8642 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055764
Feb 28 10:41:57.928752 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-5942cad2-298d-482e-91fc-5fa7c23e54c0 service neutron] 10.222.0.21 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797820
Feb 28 10:41:58.019890 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-dc493a18-ceba-4ae9-8f92-2f2abfde874b service neutron] 10.222.0.21 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845985
Feb 28 10:41:58.397634 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9de73cbb-02b3-4f27-9fa4-bf59c3387eb9 req-79d7736b-39d9-48a9-9da0-fce4f11c8d38 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 210 time: 0.1269860
Feb 28 10:41:59.271148 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-dcdd02cb-cedc-4626-85ff-fa3f8cb1c248 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:59.272609 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-dcdd02cb-cedc-4626-85ff-fa3f8cb1c248 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 811 time: 0.1119683
Feb 28 10:41:59.339306 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-d56c3a1f-ba76-4729-8a30-fdbd780ea247 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340c3f500cc14200bce6eb3ae5d77f21 HTTP/1.1" status: 200  len: 380 time: 0.0529108
Feb 28 10:41:59.347378 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'port': {'device_id': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'admin_state_up': True, 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'security_groups': ['f8db74a4-c763-42b4-ad0d-12c095905505']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:41:59.458246 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Made reservation on behalf of 340c3f500cc14200bce6eb3ae5d77f21 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 10:41:59.461921 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:59.492211 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-908fd904-4fe7-4c13-b5ff-a8e29f137edf req-c7ce6899-5a71-4ae0-a54c-b270b1bdd772 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 210 time: 0.0270410
Feb 28 10:41:59.585282 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Allocated IP 172.20.0.11 (f54c5564-db90-44fd-8f80-426da1be843a/d8355857-48f5-458f-b000-cf9b8b214bb5/e654cf94-dbbc-4064-aa4e-f52927060522) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:41:59.729101 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (e654cf94-dbbc-4064-aa4e-f52927060522), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:59.764814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:59.807109 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Network f54c5564-db90-44fd-8f80-426da1be843a is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:41:59.810878 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:41:59.816584 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:41:59.839918 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=e654cf94-dbbc-4064-aa4e-f52927060522,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:41:59.872203 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:41:59.872827 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:41:59.892210 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ffe7c9cc-ff97-437a-bfb4-20ffcc9104bd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5483737
Feb 28 10:41:59.908441 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ecead243-5969-49d1-a174-81035926d09b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 28 10:41:59.909411 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ecead243-5969-49d1-a174-81035926d09b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054016
Feb 28 10:41:59.927433 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Request body: {'port': {'device_id': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:41:59.993101 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:00.071645 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-ebb67389-857f-4d96-9a08-f39b1b41be7c None None] Provisioning complete for port e654cf94-dbbc-4064-aa4e-f52927060522 triggered by entity DHCP. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:42:00.072282 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ebb67389-857f-4d96-9a08-f39b1b41be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:00.109113 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ebb67389-857f-4d96-9a08-f39b1b41be7c None None] Port e654cf94-dbbc-4064-aa4e-f52927060522 cannot update to ACTIVE because it is not bound. {{(pid=102810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 28 10:42:00.495429 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e654cf94-dbbc-4064-aa4e-f52927060522 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:42:00.503634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Publish callbacks [] for port (e654cf94-dbbc-4064-aa4e-f52927060522), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:00.515185 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Transition to ACTIVE for port object e654cf94-dbbc-4064-aa4e-f52927060522 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Feb 28 10:42:00.519301 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:00.591192 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e654cf94-dbbc-4064-aa4e-f52927060522,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:42:00.616151 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b69ae-17b9-4370-9278-278975370263 req-cd878f1d-c062-473a-9485-bfaf7fd01aad tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:00.617768 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-563b69ae-17b9-4370-9278-278975370263 req-cd878f1d-c062-473a-9485-bfaf7fd01aad tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0573320
Feb 28 10:42:00.646373 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Attempting to bind port e654cf94-dbbc-4064-aa4e-f52927060522 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 28 10:42:00.646817 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Attempting to bind port e654cf94-dbbc-4064-aa4e-f52927060522 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 28 10:42:00.647105 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Attempting to bind port e654cf94-dbbc-4064-aa4e-f52927060522 on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:42:00.651578 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Port e654cf94-dbbc-4064-aa4e-f52927060522 on network f54c5564-db90-44fd-8f80-426da1be843a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 28 10:42:00.651913 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Attempting to bind port e654cf94-dbbc-4064-aa4e-f52927060522 on network f54c5564-db90-44fd-8f80-426da1be843a {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 28 10:42:00.659333 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Checking agent: {'id': '268cf2cf-1e3b-4fb6-a075-015ed1bdde84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'started_at': datetime.datetime(2022, 2, 28, 10, 29, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 28 10:42:00.659689 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Checking segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 28 10:42:00.660088 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Bound using segment: {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 28 10:42:00.660528 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Bound port: e654cf94-dbbc-4064-aa4e-f52927060522, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5386507c-8bf1-45e6-88a1-e9f60b552ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 28 10:42:00.660896 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:00.675493 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-563b69ae-17b9-4370-9278-278975370263 req-0366fbf2-87ac-4c0f-901f-43af7ef0dcfc tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514114
Feb 28 10:42:00.733669 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] For port e654cf94-dbbc-4064-aa4e-f52927060522, host hv-cinder-maste, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 10:42:00.737483 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] For port e654cf94-dbbc-4064-aa4e-f52927060522, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e654cf94-dbbc-4064-aa4e-f52927060522,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 10:42:00.744077 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:00.781616 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:00.782403 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:00.783973 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] 10.222.0.26 "PUT /v2.0/ports/e654cf94-dbbc-4064-aa4e-f52927060522 HTTP/1.1" status: 200  len: 1094 time: 0.8607821
Feb 28 10:42:00.784456 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:42:00.786706 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0d1d17-2793-4c6d-8688-31cffcd8f269" -d '{"events": [{"name": "network-changed", "server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:42:00.816295 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926d2f-6445-4500-bdf3-f7dfd8370cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e654cf94-dbbc-4064-aa4e-f52927060522,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:42:00.838001 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16f74d0-8b20-43a6-9434-4417869a854a x-openstack-request-id: req-c16f74d0-8b20-43a6-9434-4417869a854a {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:42:00.838294 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:42:00.838696 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c16f74d0-8b20-43a6-9434-4417869a854a {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:42:00.839098 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'status': 'completed', 'code': 200}
Feb 28 10:42:00.899790 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-615e5d80-656a-434e-9de6-83da1d90340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:00.901314 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-615e5d80-656a-434e-9de6-83da1d90340f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 1128 time: 0.0482450
Feb 28 10:42:00.952457 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-617dbf17-3b74-4dca-9c42-8b5f42004a3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e654cf94-dbbc-4064-aa4e-f52927060522 HTTP/1.1" status: 200  len: 217 time: 0.0357523
Feb 28 10:42:01.002310 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-2edb84d8-bf80-424e-978d-f71d7336423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:01.003695 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-2edb84d8-bf80-424e-978d-f71d7336423c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0461304
Feb 28 10:42:01.052179 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ea5e3b96-8932-4553-8cb2-1b6bdda066ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:01.053676 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-ea5e3b96-8932-4553-8cb2-1b6bdda066ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0443044
Feb 28 10:42:01.141937 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-e7b40d18-beeb-49fa-98f5-278194b02aee service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816967
Feb 28 10:42:01.232390 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b51780da-1d00-45e9-bf22-3f23546389a5 req-0c42faab-5094-43d7-9f66-b098fe729ca5 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844755
Feb 28 10:42:01.361671 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-5a0519f1-e0f4-45be-bbac-eda92b566ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:01.363230 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-5a0519f1-e0f4-45be-bbac-eda92b566ee0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 1128 time: 0.0445790
Feb 28 10:42:01.453003 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-57728fb8-1bc4-49e6-b966-7acb2824d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:01.454481 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-57728fb8-1bc4-49e6-b966-7acb2824d015 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0853667
Feb 28 10:42:01.494230 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-cd6d08e3-c5e0-46cf-9adb-f17fe5f9c9f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e654cf94-dbbc-4064-aa4e-f52927060522 HTTP/1.1" status: 200  len: 217 time: 0.0335956
Feb 28 10:42:01.540622 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-3d7ae029-e6a7-48b7-a8a8-d026979d1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:01.542023 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-3d7ae029-e6a7-48b7-a8a8-d026979d1478 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0418997
Feb 28 10:42:01.605035 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-88d1c2f0-2892-4d9d-9b62-fbded742aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:01.607810 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-88d1c2f0-2892-4d9d-9b62-fbded742aab0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0481970
Feb 28 10:42:01.696764 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-c00ea413-c930-436d-8925-5bbe70c9cda8 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811803
Feb 28 10:42:01.794551 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7a0d1d17-2793-4c6d-8688-31cffcd8f269 req-91e4dbcc-b2c5-4884-8e5d-b5bfd18e3278 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879772
Feb 28 10:42:01.800890 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56691470-0277-468f-a0cd-d6e871e7e477 req-1b537e00-4033-4b9c-b7f4-37a59f9d2d5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:01.802407 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-56691470-0277-468f-a0cd-d6e871e7e477 req-1b537e00-4033-4b9c-b7f4-37a59f9d2d5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0590308
Feb 28 10:42:01.852563 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-56691470-0277-468f-a0cd-d6e871e7e477 req-2d9ad925-ccee-461b-ad22-d158d47c0ea5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440335
Feb 28 10:42:02.970361 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e1f89-0164-4ca1-bdac-6fe4691badad req-6949c6e7-6ec1-4762-8c79-393456d79ef5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:02.971764 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6f4e1f89-0164-4ca1-bdac-6fe4691badad req-6949c6e7-6ec1-4762-8c79-393456d79ef5 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0514932
Feb 28 10:42:03.019492 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6f4e1f89-0164-4ca1-bdac-6fe4691badad req-e4d76ce0-c8d8-4ede-a7d4-4a0dada45417 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418906
Feb 28 10:42:04.135977 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70807f55-5e98-4d61-884c-6c7997379da0 req-b5e89559-0218-4910-bfc0-f014ea5938b8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:04.137943 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-70807f55-5e98-4d61-884c-6c7997379da0 req-b5e89559-0218-4910-bfc0-f014ea5938b8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0521243
Feb 28 10:42:04.188457 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-70807f55-5e98-4d61-884c-6c7997379da0 req-26ac7a49-81fe-4ace-aadd-5b3505893fe0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450492
Feb 28 10:42:05.310990 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e91fc8-75b1-48e8-9673-879abe5290ea req-c799404d-aa03-4457-9d0b-eb2084683dad tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:05.312521 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74e91fc8-75b1-48e8-9673-879abe5290ea req-c799404d-aa03-4457-9d0b-eb2084683dad tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0536027
Feb 28 10:42:05.361114 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-74e91fc8-75b1-48e8-9673-879abe5290ea req-0bd9e6e5-ff46-492f-9bec-2321cde576cf tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430338
Feb 28 10:42:06.147484 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:06.477371 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f032e1-ff94-4f7d-b118-4ea97c4dafe9 req-1add7ff3-2383-42b8-9ad0-cc58e4fadda8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:06.478848 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d4f032e1-ff94-4f7d-b118-4ea97c4dafe9 req-1add7ff3-2383-42b8-9ad0-cc58e4fadda8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0525510
Feb 28 10:42:06.526452 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-d4f032e1-ff94-4f7d-b118-4ea97c4dafe9 req-2c23a7ef-58f5-43e1-9a48-10d58bb09c4d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414751
Feb 28 10:42:07.647703 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a9502-6423-4d52-93be-62e9d6f592bb req-2423620d-fdf6-4613-96bc-ccbd87cc9f8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:07.650338 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-504a9502-6423-4d52-93be-62e9d6f592bb req-2423620d-fdf6-4613-96bc-ccbd87cc9f8d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0589890
Feb 28 10:42:07.699998 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-504a9502-6423-4d52-93be-62e9d6f592bb req-55366b3d-9f74-4fa8-974d-9c2565886df8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432205
Feb 28 10:42:08.781481 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device e654cf94-dbbc-4064-aa4e-f52927060522 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=102810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 28 10:42:08.817480 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1195d1-4f78-4fc4-bf8c-10ad2bf0d7a8 req-35bd547f-9b24-49e2-a612-080e7759a8ea tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:08.819007 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e1195d1-4f78-4fc4-bf8c-10ad2bf0d7a8 req-35bd547f-9b24-49e2-a612-080e7759a8ea tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 944 time: 0.0538318
Feb 28 10:42:08.871314 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-6e1195d1-4f78-4fc4-bf8c-10ad2bf0d7a8 req-de612f97-ab56-4088-8cc1-4fa7327acfa8 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459700
Feb 28 10:42:08.881005 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port e654cf94-dbbc-4064-aa4e-f52927060522, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e654cf94-dbbc-4064-aa4e-f52927060522,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:42:08.892907 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Returning: {'device': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'port_id': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'mac_address': 'fa:16:3e:7e:f0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 28 10:42:08.928829 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port e654cf94-dbbc-4064-aa4e-f52927060522 is: DOWN; New status is: BUILD {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:42:08.929228 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:08.941898 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e654cf94-dbbc-4064-aa4e-f52927060522 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 28 10:42:08.961150 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port e654cf94-dbbc-4064-aa4e-f52927060522, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e654cf94-dbbc-4064-aa4e-f52927060522,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:42:08.965608 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:09.009688 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=e654cf94-dbbc-4064-aa4e-f52927060522,revision_number=4']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:42:09.017574 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.017937 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.018286 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.018652 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.018992 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.019328 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.019666 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.020000 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.020331 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.020662 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.020991 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.021318 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.021644 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:42:09.255809 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] get_ports_and_sgs() called for port_ids ['e654cf94-dbbc-4064-aa4e-f52927060522'] {{(pid=102810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 28 10:42:09.991275 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d49ce-c720-4c51-8303-aecd4b7b0b16 req-9699b660-c46e-45ba-a7c1-a4ae5cbd9f4c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:09.992824 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-081d49ce-c720-4c51-8303-aecd4b7b0b16 req-9699b660-c46e-45ba-a7c1-a4ae5cbd9f4c tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 945 time: 0.0567849
Feb 28 10:42:10.040824 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-081d49ce-c720-4c51-8303-aecd4b7b0b16 req-269cb6f8-d783-4efa-8d77-86acf56dee8f tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420094
Feb 28 10:42:10.796252 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device e654cf94-dbbc-4064-aa4e-f52927060522 up at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 28 10:42:10.845805 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning for port e654cf94-dbbc-4064-aa4e-f52927060522 completed by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 28 10:42:10.850347 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Provisioning complete for port e654cf94-dbbc-4064-aa4e-f52927060522 triggered by entity L2. {{(pid=102810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 28 10:42:10.850756 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1820539'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), provisioning_complete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:10.925434 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Current status of the port e654cf94-dbbc-4064-aa4e-f52927060522 is: BUILD; New status is: ACTIVE {{(pid=102810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 28 10:42:10.925825 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:10.947237 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:42:10.949963 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}769c4365d2b3b2255d9e9c3f0a5fee9241ad191ca0b622aedcf32feca34f6022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c8979-20bb-4424-8777-9c236c963662" -d '{"events": [{"server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "name": "network-vif-plugged", "status": "completed", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:42:10.967116 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] For port e654cf94-dbbc-4064-aa4e-f52927060522, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e654cf94-dbbc-4064-aa4e-f52927060522,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:42:10.971770 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:10.994126 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e255d2e-8c19-47df-86c7-ddd94ab3f4a5 x-openstack-request-id: req-8e255d2e-8c19-47df-86c7-ddd94ab3f4a5 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:42:10.994427 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "name": "network-vif-plugged", "status": "completed", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:42:10.994711 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e255d2e-8c19-47df-86c7-ddd94ab3f4a5 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:42:10.995101 dv-cinder-master-3-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'code': 200}
Feb 28 10:42:11.020228 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Pushing event updated for resources: {'Port': ['ID=e654cf94-dbbc-4064-aa4e-f52927060522,revision_number=5']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:42:11.159100 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f206201-fc64-4adf-bd64-04f937453778 req-4b079d37-1625-4174-bff5-b91d244a6129 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:11.160615 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8f206201-fc64-4adf-bd64-04f937453778 req-4b079d37-1625-4174-bff5-b91d244a6129 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 946 time: 0.0556717
Feb 28 10:42:11.209351 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-8f206201-fc64-4adf-bd64-04f937453778 req-88074786-e76e-4749-b42d-4b4419e39940 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431073
Feb 28 10:42:11.249705 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf75b-c568-4825-a3da-ad1c0ac0dc17 req-1c3faf40-2921-4ec6-9c34-8da170abde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:11.251223 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-719bf75b-c568-4825-a3da-ad1c0ac0dc17 req-1c3faf40-2921-4ec6-9c34-8da170abde7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 1130 time: 0.0447628
Feb 28 10:42:11.298963 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-719bf75b-c568-4825-a3da-ad1c0ac0dc17 req-d479eccf-8387-4c9b-ac81-ac235081c8af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395465
Feb 28 10:42:12.326581 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470269-3467-4a60-8dd8-db707f14adb9 req-3956d08c-780c-4df0-824d-ec3c376b3e16 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:12.328116 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c470269-3467-4a60-8dd8-db707f14adb9 req-3956d08c-780c-4df0-824d-ec3c376b3e16 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 946 time: 0.0523505
Feb 28 10:42:12.389099 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-9c470269-3467-4a60-8dd8-db707f14adb9 req-2c060ba9-c24e-4b17-83f2-64fa0a3c3c89 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549009
Feb 28 10:42:13.505807 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52692-4be6-4893-8263-a440744b26d9 req-e6c5b6b6-a3bc-4f07-b30b-e8402668ea71 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:13.507271 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e8b52692-4be6-4893-8263-a440744b26d9 req-e6c5b6b6-a3bc-4f07-b30b-e8402668ea71 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 946 time: 0.0526538
Feb 28 10:42:13.554476 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-e8b52692-4be6-4893-8263-a440744b26d9 req-2dc91396-f337-41e8-b292-6011e11827a4 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417225
Feb 28 10:42:13.673145 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b00d-be6d-4b10-8b6f-a37e5b70fc50 req-3d5bef29-3ab0-4ba6-87d2-c08fd7f913a6 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:13.674542 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5042b00d-be6d-4b10-8b6f-a37e5b70fc50 req-3d5bef29-3ab0-4ba6-87d2-c08fd7f913a6 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 946 time: 0.0521114
Feb 28 10:42:13.689082 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f15ddcb5-f46b-47e3-abf6-93b6561a89ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:13.722119 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5042b00d-be6d-4b10-8b6f-a37e5b70fc50 req-f443818c-73d8-4b1f-9385-724cd8087022 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420229
Feb 28 10:42:13.745690 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50848) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:42:13.788568 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2d79c2-825d-43c0-bee2-08c799ed4449 tempest-TestVolumeBootPattern-1937148128 tempest-TestVolumeBootPattern-1937148128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:13.790099 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8c2d79c2-825d-43c0-bee2-08c799ed4449 tempest-TestVolumeBootPattern-1937148128 tempest-TestVolumeBootPattern-1937148128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 1125 time: 0.0433180
Feb 28 10:42:13.793896 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50850) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:42:13.798002 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Request body: {'floatingip': {'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'port_id': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 28 10:42:13.816370 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:13.914727 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.024499 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Allocated IP 172.37.2.251 (c851560d-5d8e-4c28-a05d-f54e16006ad6/b594f24e-ee42-4862-ab17-6c76ba4f6243/b4879316-7ebb-45f8-8e46-b637f7a88921) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 10:42:14.126385 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.158285 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:42:14.161065 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753776765579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.195359 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Network c851560d-5d8e-4c28-a05d-f54e16006ad6 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 10:42:14.198119 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Resources bound (agent type, host, resource id):  {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 10:42:14.202152 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 28 10:42:14.237371 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=b4879316-7ebb-45f8-8e46-b637f7a88921,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:42:14.565418 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (31742aef-2fe8-4eed-8ba5-e7152078c198), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.634572 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781104'] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.776855 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.781277 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753777289198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753776765597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753776765615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4393207'] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.852059 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event updated for resources: {'Port': ['ID=b4879316-7ebb-45f8-8e46-b637f7a88921,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:42:14.862100 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544256'] for floatingip (31742aef-2fe8-4eed-8ba5-e7152078c198), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:14.961988 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Floating IP 31742aef-2fe8-4eed-8ba5-e7152078c198 associated. External IP: 172.37.2.251, port: e654cf94-dbbc-4064-aa4e-f52927060522.
Feb 28 10:42:15.171736 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:42:15.278939 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:42:15.288790 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:42:15.296757 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:15.300719 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:42:15.301335 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258dccc10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:41:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:42:15.326396 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0cfebde2-b365-40c6-ab6e-382779c8b540 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5315130
Feb 28 10:42:15.327199 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:42:15.329408 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac4c790-ecaa-41d0-9c38-3e2f256144e8" -d '{"events": [{"name": "network-changed", "server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:42:15.369096 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3053ae7-5265-481f-b62c-18f3a4d6f01d x-openstack-request-id: req-a3053ae7-5265-481f-b62c-18f3a4d6f01d {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:42:15.369387 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:42:15.369644 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3053ae7-5265-481f-b62c-18f3a4d6f01d {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:42:15.370042 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'status': 'completed', 'code': 200}
Feb 28 10:42:15.416438 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:42:15.457507 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-acd2edb2-8280-4a4d-928b-fa6e9a473b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:15.459085 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-acd2edb2-8280-4a4d-928b-fa6e9a473b35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 1130 time: 0.0459516
Feb 28 10:42:15.549667 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-dcab4299-023d-43f1-b7f4-8fa156a0fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:15.551176 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-dcab4299-023d-43f1-b7f4-8fa156a0fb4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0855510
Feb 28 10:42:15.618529 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-fe0e877d-0baf-4081-9fa0-06fd4e4c25d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e654cf94-dbbc-4064-aa4e-f52927060522 HTTP/1.1" status: 200  len: 1000 time: 0.0605125
Feb 28 10:42:15.640968 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258dccc10>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31742aef-2fe8-4eed-8ba5-e7152078c198', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.251', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:7e:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:14Z', 'updated_at': '2022-02-28T10:42:14Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}, {'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:12Z', 'revision_number': 1, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:42:15.666018 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-627e0dd4-e448-488a-b0d4-3c3d5c20e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:15.667547 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:42:15.667798 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-627e0dd4-e448-488a-b0d4-3c3d5c20e544 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0432673
Feb 28 10:42:15.675842 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:42:15.676483 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258dccc10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:41:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:42:15.718814 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-87b6f18d-5a60-4901-a426-fbce20283dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:15.720246 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-87b6f18d-5a60-4901-a426-fbce20283dc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0473511
Feb 28 10:42:15.788857 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:42:15.816580 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-ce54397d-72d3-4398-b9b3-fe6f502dff46 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897205
Feb 28 10:42:15.910506 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eac4c790-ecaa-41d0-9c38-3e2f256144e8 req-423b34df-b0f6-40da-b01b-40917b147ff5 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875406
Feb 28 10:42:16.001992 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-94418c42-e223-4f9f-9754-cb060453e274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:16.030503 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258dccc10>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31742aef-2fe8-4eed-8ba5-e7152078c198', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.251', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:7e:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:14Z', 'updated_at': '2022-02-28T10:42:14Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}, {'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:12Z', 'revision_number': 1, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:42:16.056575 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aa9b4-8966-49b9-81b1-5a1e011b8f7b None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31742aef-2fe8-4eed-8ba5-e7152078c198', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.251', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:7e:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:14Z', 'updated_at': '2022-02-28T10:42:14Z', 'revision_number': 0, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}, {'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:12Z', 'revision_number': 1, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:42:16.248520 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cbf5e-bbd8-464f-9e2b-c456cb9c4172 None None] New status for floating IP 31742aef-2fe8-4eed-8ba5-e7152078c198: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:42:17.144397 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:18.537621 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:19.968151 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:36.157866 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:38.584403 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-e784ebf4-84f3-40f4-aa82-7a07693ff8de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0886986
Feb 28 10:42:38.685332 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db101-9240-4e66-87a7-db51fd881715 req-60010521-2e87-488b-9b49-f5c2d0bebb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:38.686843 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-60010521-2e87-488b-9b49-f5c2d0bebb18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1129 time: 0.0459917
Feb 28 10:42:38.790544 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db101-9240-4e66-87a7-db51fd881715 req-2a636fef-4302-43d3-9a0b-e1d8a49c9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:38.792574 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-2a636fef-4302-43d3-9a0b-e1d8a49c9f4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0868907
Feb 28 10:42:38.859770 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-436bc88e-b7c2-42bc-b784-f701cbeff496 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 200  len: 999 time: 0.0585098
Feb 28 10:42:38.907660 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db101-9240-4e66-87a7-db51fd881715 req-ed529db8-3c92-48aa-ba7a-902382a447a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:38.909104 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-ed529db8-3c92-48aa-ba7a-902382a447a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0427186
Feb 28 10:42:38.959644 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db101-9240-4e66-87a7-db51fd881715 req-7d6265a0-6468-4756-829b-6c0c5b3862fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:42:38.961131 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-7d6265a0-6468-4756-829b-6c0c5b3862fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0466590
Feb 28 10:42:39.297452 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-a6021913-70b5-4e02-8af7-08d17dcb521c service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3305659
Feb 28 10:42:39.385937 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-357db101-9240-4e66-87a7-db51fd881715 req-1f057354-7d5a-4f65-ace5-4ca9511ba521 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821421
Feb 28 10:42:43.690567 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b4baacf-5083-48c0-a1aa-2acfe2d48517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:45.975489 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5d0026dd-8830-4a97-835d-1c92ce50afe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:47.145704 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:48.541951 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:49.969972 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:42:51.157317 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:43:06.155687 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:13.691021 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3421ca9f-852d-4830-9f33-e538ff4b0f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:15.976812 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04056518-c3c2-4c4a-9e27-7d4acf4710cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:17.147530 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:18.544662 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:19.972063 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:28.157113 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:43:36.161196 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:40.549933 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-a729ae38-6040-471a-a607-89f06aad3fa4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0489805
Feb 28 10:43:40.624924 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-b7fe84f3-24d9-491b-8bff-10abd91b4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:40.626579 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-b7fe84f3-24d9-491b-8bff-10abd91b4266 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 1130 time: 0.0449264
Feb 28 10:43:40.728434 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-d995337a-b5bc-4b58-851d-37733f3e8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:40.729921 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-d995337a-b5bc-4b58-851d-37733f3e8883 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0858479
Feb 28 10:43:40.801356 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-a9320c73-bd37-41fe-9bbe-6f5a02fbe5c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e654cf94-dbbc-4064-aa4e-f52927060522 HTTP/1.1" status: 200  len: 1002 time: 0.0653174
Feb 28 10:43:40.853389 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-cb36373d-9602-49af-8597-e4531df1428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:40.855045 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-cb36373d-9602-49af-8597-e4531df1428a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0484195
Feb 28 10:43:40.918458 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-8a74042f-e4d1-4f02-9d88-a9d5f71643a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:40.920173 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-8a74042f-e4d1-4f02-9d88-a9d5f71643a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0590029
Feb 28 10:43:41.017999 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-ca162b9e-2445-45b6-b6cf-3698f6ba7216 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921197
Feb 28 10:43:41.110958 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4166fce8-1c8a-4abf-b1dc-e26eefd26703 req-b2ed6caa-76a6-459b-8fdd-87975884491e service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865874
Feb 28 10:43:43.468802 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50874) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:43.626338 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Deleting port b4879316-7ebb-45f8-8e46-b637f7a88921 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:43.626712 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:43.692138 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a71b-d529-4d50-8b59-152bae0ce0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:43.707948 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:43.708282 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (b4879316-7ebb-45f8-8e46-b637f7a88921), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:43.719642 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Calling delete_port for b4879316-7ebb-45f8-8e46-b637f7a88921 owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:43.890263 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (b4879316-7ebb-45f8-8e46-b637f7a88921), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:43.919008 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event deleted for resources: {'Port': ['ID=b4879316-7ebb-45f8-8e46-b637f7a88921,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:43.947208 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.947547 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.947895 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.948236 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.948570 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.948898 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.949228 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.949558 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.949891 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.950219 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.950542 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.950888 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.951210 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:43.991772 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (31742aef-2fe8-4eed-8ba5-e7152078c198), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:43.992026 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Floating IP 31742aef-2fe8-4eed-8ba5-e7152078c198 disassociated (deleted). External IP: 172.37.2.251, port: e654cf94-dbbc-4064-aa4e-f52927060522.
Feb 28 10:43:44.197051 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:43:44.305333 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:43:44.310056 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:44.314735 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:43:44.323843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:43:44.324458 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62589a12e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:44.338742 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-873fa51b-0ad4-40c4-a423-f98f5f48e096 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "DELETE /v2.0/floatingips/31742aef-2fe8-4eed-8ba5-e7152078c198 HTTP/1.1" status: 204  len: 168 time: 0.8688347
Feb 28 10:43:44.339325 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:43:44.341709 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33ab0e6-6111-489e-b5bc-7a17afe957f3" -d '{"events": [{"name": "network-changed", "server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:43:44.446551 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d536bf19-fd08-4962-860a-4ff7c7f7376e x-openstack-request-id: req-d536bf19-fd08-4962-860a-4ff7c7f7376e {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:43:44.446745 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:43:44.446983 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:43:44.447281 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d536bf19-fd08-4962-860a-4ff7c7f7376e {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:43:44.447585 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'status': 'completed', 'code': 200}
Feb 28 10:43:44.538468 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-5df50c78-a4ff-4f9c-9840-7a3f354e51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:44.540042 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-5df50c78-a4ff-4f9c-9840-7a3f354e51a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 1130 time: 0.0455596
Feb 28 10:43:44.585699 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0f6ae-3e46-4e79-87a0-dd70b2e9d3ec req-a633a666-87ac-43c3-b99c-5e243ecc83f1 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:44.587115 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-68a0f6ae-3e46-4e79-87a0-dd70b2e9d3ec req-a633a666-87ac-43c3-b99c-5e243ecc83f1 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 946 time: 0.0608647
Feb 28 10:43:44.641114 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-68a0f6ae-3e46-4e79-87a0-dd70b2e9d3ec req-db562cda-9531-4049-8f08-ab03d8ca2f17 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475070
Feb 28 10:43:44.666591 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-4a048329-8e8f-445d-939c-7bf9007552d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:44.668085 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-4a048329-8e8f-445d-939c-7bf9007552d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0940642
Feb 28 10:43:44.709145 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-47fce57f-7d45-4b4b-971a-4c823dbc5a0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e654cf94-dbbc-4064-aa4e-f52927060522 HTTP/1.1" status: 200  len: 217 time: 0.0337970
Feb 28 10:43:44.715132 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62589a12e0>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:12Z', 'revision_number': 1, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:44.742398 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:43:44.751407 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:43:44.752022 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62589a12e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:16Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:44.761450 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-656e05dd-0923-425d-890e-78d225848627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:44.763088 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-656e05dd-0923-425d-890e-78d225848627 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0477843
Feb 28 10:43:44.813946 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-ef3358af-5716-400e-a51f-e8a01526be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:44.815620 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-ef3358af-5716-400e-a51f-e8a01526be1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0453732
Feb 28 10:43:44.870347 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:43:44.911949 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-f47c154b-0df8-41e9-bc61-1a73cb264105 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886214
Feb 28 10:43:45.008050 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e33ab0e6-6111-489e-b5bc-7a17afe957f3 req-79961ed5-ea0c-43d9-a2c9-65d4874c4485 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900309
Feb 28 10:43:45.108383 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62589a12e0>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:12Z', 'revision_number': 1, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:45.134351 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283ac2a-a74b-4b0f-947a-81517a34b8df None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'df78a499-7ad7-4983-907f-1429b67688cb', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'floating_ip_address': '172.37.2.8', 'floating_network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'router_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'port_id': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'mac_address': 'fa:16:3e:a6:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:40:10Z', 'updated_at': '2022-02-28T10:40:12Z', 'revision_number': 1, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:43:45.344007 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351b368-b698-4d9f-983f-a600448f989b None None] New status for floating IP 31742aef-2fe8-4eed-8ba5-e7152078c198: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:43:45.763836 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92b395-80a0-4272-808f-db851da6263a req-a1f637db-c871-47bb-8234-2df737fc2d72 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:45.765318 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5f92b395-80a0-4272-808f-db851da6263a req-a1f637db-c871-47bb-8234-2df737fc2d72 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 946 time: 0.0533521
Feb 28 10:43:45.813245 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-5f92b395-80a0-4272-808f-db851da6263a req-731b6eec-52bb-4083-9f87-bb44b0b6550d tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424271
Feb 28 10:43:45.979626 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86db1745-afa1-4264-baee-731a4fa56562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:46.413945 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-e22f6c46-519c-4363-806e-2a1662b023cf tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:46.415440 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-e22f6c46-519c-4363-806e-2a1662b023cf tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 946 time: 0.0523829
Feb 28 10:43:46.515827 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Deleting port e654cf94-dbbc-4064-aa4e-f52927060522 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:46.516177 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:46.603572 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] For port e654cf94-dbbc-4064-aa4e-f52927060522, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e654cf94-dbbc-4064-aa4e-f52927060522,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:43:46.603944 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:46.617541 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Calling delete_port for e654cf94-dbbc-4064-aa4e-f52927060522 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:46.771170 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (e654cf94-dbbc-4064-aa4e-f52927060522), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:46.801619 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event deleted for resources: {'Port': ['ID=e654cf94-dbbc-4064-aa4e-f52927060522,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:46.858906 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] No DVR routers for this DVR port e654cf94-dbbc-4064-aa4e-f52927060522 on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:43:46.861749 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:46.865367 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2dc9db84-3781-41b9-b783-0611b8f7399a req-ef412882-c8bf-4a84-8868-b30b3970de5e tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "DELETE /v2.0/ports/e654cf94-dbbc-4064-aa4e-f52927060522 HTTP/1.1" status: 204  len: 173 time: 0.4451203
Feb 28 10:43:46.865833 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'name': 'network-vif-deleted', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:43:46.868211 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3adb635-78ed-4e8d-8daa-8bf4ec1dd5da" -d '{"events": [{"server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "name": "network-vif-deleted", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:43:46.917937 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b486aca3-f386-4be3-92e2-3e75fa84fe0c x-openstack-request-id: req-b486aca3-f386-4be3-92e2-3e75fa84fe0c {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:43:46.918304 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cc7bf-a6e8-41a1-99a4-64b03570ee1e", "name": "network-vif-deleted", "tag": "e654cf94-dbbc-4064-aa4e-f52927060522", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:43:46.918568 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b486aca3-f386-4be3-92e2-3e75fa84fe0c {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:43:46.919135 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cc7bf-a6e8-41a1-99a4-64b03570ee1e', 'name': 'network-vif-deleted', 'tag': 'e654cf94-dbbc-4064-aa4e-f52927060522', 'status': 'completed', 'code': 200}
Feb 28 10:43:46.919754 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-f9293e7d-895a-4b23-92b7-e80cd723e896 req-48814d84-2dc3-44b5-8e34-0042e9181811 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=124cc7bf-a6e8-41a1-99a4-64b03570ee1e HTTP/1.1" status: 200  len: 210 time: 0.0329447
Feb 28 10:43:47.153342 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:48.554412 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:49.389996 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device e654cf94-dbbc-4064-aa4e-f52927060522 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:43:49.412424 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: e654cf94-dbbc-4064-aa4e-f52927060522 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:43:49.412740 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device e654cf94-dbbc-4064-aa4e-f52927060522 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:43:49.974323 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:50.199011 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50920) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:50.353195 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Deleting port 8913558a-9d88-42b2-a5d9-e4baf00ea740 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:50.353543 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:50.426254 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:50.426589 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (8913558a-9d88-42b2-a5d9-e4baf00ea740), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:50.438669 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Calling delete_port for 8913558a-9d88-42b2-a5d9-e4baf00ea740 owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:50.581169 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (8913558a-9d88-42b2-a5d9-e4baf00ea740), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:50.604514 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event deleted for resources: {'Port': ['ID=8913558a-9d88-42b2-a5d9-e4baf00ea740,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:50.671115 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (df78a499-7ad7-4983-907f-1429b67688cb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:50.671452 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Floating IP df78a499-7ad7-4983-907f-1429b67688cb disassociated (deleted). External IP: 172.37.2.8, port: f274c160-69f7-45e0-bc4d-c8ced4b948b0.
Feb 28 10:43:50.881793 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:43:50.990685 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:43:50.995272 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:51.001401 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:43:51.010624 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:43:51.011236 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c5dd90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:51.024862 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1e9c6964-eac1-42dc-9895-e5af3edab13b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "DELETE /v2.0/floatingips/df78a499-7ad7-4983-907f-1429b67688cb HTTP/1.1" status: 204  len: 168 time: 0.8246911
Feb 28 10:43:51.025369 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:43:51.027634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e489c757-1edd-4ea2-9915-eaf979c323ba" -d '{"events": [{"name": "network-changed", "server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:43:51.068305 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597ce5e-07b8-438f-87cd-f5a8876039f2 x-openstack-request-id: req-e597ce5e-07b8-438f-87cd-f5a8876039f2 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:43:51.068305 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:43:51.068305 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e597ce5e-07b8-438f-87cd-f5a8876039f2 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:43:51.068305 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'status': 'completed', 'code': 200}
Feb 28 10:43:51.127247 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:43:51.161838 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-aee9381a-01e6-45e7-8487-f4c3a6fdf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:51.163419 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-aee9381a-01e6-45e7-8487-f4c3a6fdf729 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 1129 time: 0.0524673
Feb 28 10:43:51.261737 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58ac5-1963-42dc-b59c-aeef14aab5d0 req-fd12c356-9fcf-4d58-9eef-90049c836947 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:51.265127 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ddf58ac5-1963-42dc-b59c-aeef14aab5d0 req-fd12c356-9fcf-4d58-9eef-90049c836947 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0588853
Feb 28 10:43:51.296101 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-56fea35f-1242-4c67-acae-e45e731ccece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:51.298275 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-56fea35f-1242-4c67-acae-e45e731ccece service neutron] 10.222.0.26 "GET /v2.0/networks?id=f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 200  len: 912 time: 0.0928657
Feb 28 10:43:51.316688 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-ddf58ac5-1963-42dc-b59c-aeef14aab5d0 req-bc6e89e9-e141-4240-9266-401045a103c9 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465999
Feb 28 10:43:51.342665 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c5dd90>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:51.375160 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:43:51.384206 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:43:51.384838 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6258c5dd90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:51.606481 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-81262cc4-1e43-416a-ae1d-a36b696dd136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 200  len: 217 time: 0.3017499
Feb 28 10:43:51.625977 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:43:51.656270 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-d20a357e-4090-43fc-b84d-518e81cc424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:51.657729 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-d20a357e-4090-43fc-b84d-518e81cc424f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 200  len: 850 time: 0.0435224
Feb 28 10:43:51.706222 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-fc5a6b75-8b2e-41e0-84dd-cab462d97f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:51.707759 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-fc5a6b75-8b2e-41e0-84dd-cab462d97f31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f54c5564-db90-44fd-8f80-426da1be843a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0432713
Feb 28 10:43:51.798995 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-7ca074d2-c4cb-471e-a8dd-5f7ae9da0d37 service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844593
Feb 28 10:43:51.822987 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6258c5dd90>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:51.849794 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd989af-1513-4d67-909b-27b7f60e976e None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:48Z', 'revision_number': 4, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aeb67d95-b27e-44e1-95b8-6b43118cbeee', 'name': '', 'network_id': 'f54c5564-db90-44fd-8f80-426da1be843a', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'mac_address': 'fa:16:3e:7c:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:48Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'subnets': [{'id': 'd8355857-48f5-458f-b000-cf9b8b214bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:43:51.893902 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e489c757-1edd-4ea2-9915-eaf979c323ba req-06600512-e71d-483b-8cba-a29892dfd81b service neutron] 10.222.0.26 "GET /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887518
Feb 28 10:43:52.080940 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf019e-afba-4349-aeeb-874a383620a0 None None] New status for floating IP df78a499-7ad7-4983-907f-1429b67688cb: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 28 10:43:52.441169 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6327-9e62-48cf-95a9-e50c00c40453 req-9adf436e-b971-49f2-86af-3e9edb07eefd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:52.442576 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-264d6327-9e62-48cf-95a9-e50c00c40453 req-9adf436e-b971-49f2-86af-3e9edb07eefd tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0536761
Feb 28 10:43:52.490691 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-264d6327-9e62-48cf-95a9-e50c00c40453 req-5dc8510d-ea93-4908-9665-e1fcf8652ae0 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8db74a4-c763-42b4-ad0d-12c095905505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425246
Feb 28 10:43:52.876233 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-3fb2f919-65be-41c0-8870-6e86209c8a08 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 10:43:52.877672 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-3fb2f919-65be-41c0-8870-6e86209c8a08 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 945 time: 0.0536771
Feb 28 10:43:52.965708 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Deleting port f274c160-69f7-45e0-bc4d-c8ced4b948b0 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:52.966056 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:53.054741 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] For port f274c160-69f7-45e0-bc4d-c8ced4b948b0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f274c160-69f7-45e0-bc4d-c8ced4b948b0,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:43:53.055117 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:53.068103 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Calling delete_port for f274c160-69f7-45e0-bc4d-c8ced4b948b0 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:53.192619 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (f274c160-69f7-45e0-bc4d-c8ced4b948b0), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:53.218528 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event deleted for resources: {'Port': ['ID=f274c160-69f7-45e0-bc4d-c8ced4b948b0,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:53.263297 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] No DVR routers for this DVR port f274c160-69f7-45e0-bc4d-c8ced4b948b0 on host hv-cinder-maste {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:43:53.266043 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:53.269403 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0401b219-ebdb-40a2-9ced-72ca705eee48 req-4750f677-c875-4527-9bf8-bb0aeed323c7 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.26 "DELETE /v2.0/ports/f274c160-69f7-45e0-bc4d-c8ced4b948b0 HTTP/1.1" status: 204  len: 173 time: 0.3863873
Feb 28 10:43:53.269847 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'name': 'network-vif-deleted', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 28 10:43:53.272133 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b020906f55b31a73651f41de96cfe7216f402d2244526ff8c3a62aeb0572759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366eb343-124f-4ab4-abe7-7271f67f5c38" -d '{"events": [{"server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "name": "network-vif-deleted", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 28 10:43:53.308417 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da61a193-a2ce-4795-9e24-12ece4812761 x-openstack-request-id: req-da61a193-a2ce-4795-9e24-12ece4812761 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 28 10:43:53.308716 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02502fae-f2b2-4e71-ae03-9a09632ee54a", "name": "network-vif-deleted", "tag": "f274c160-69f7-45e0-bc4d-c8ced4b948b0", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 28 10:43:53.308969 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da61a193-a2ce-4795-9e24-12ece4812761 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 28 10:43:53.309393 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02502fae-f2b2-4e71-ae03-9a09632ee54a', 'name': 'network-vif-deleted', 'tag': 'f274c160-69f7-45e0-bc4d-c8ced4b948b0', 'status': 'completed', 'code': 200}
Feb 28 10:43:53.593574 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [req-08683e92-6a07-4658-94a9-82b27c67509d req-04179860-4cb0-4f01-8bf1-f0e737d2b48b tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "GET /v2.0/ports?device_id=02502fae-f2b2-4e71-ae03-9a09632ee54a HTTP/1.1" status: 200  len: 210 time: 0.0362787
Feb 28 10:43:54.648541 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50936) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:54.769281 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Deleting port dde72098-d1db-406a-9151-b4c55a9f7d89 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:54.769634 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:54.846032 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:54.846360 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (dde72098-d1db-406a-9151-b4c55a9f7d89), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:54.857930 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Calling delete_port for dde72098-d1db-406a-9151-b4c55a9f7d89 owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:54.987800 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (dde72098-d1db-406a-9151-b4c55a9f7d89), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:55.012989 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event deleted for resources: {'Port': ['ID=dde72098-d1db-406a-9151-b4c55a9f7d89,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:55.071083 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for floatingip (da6d03b7-4444-4bf6-acfc-2ec678004c25), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:55.073679 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992693'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:55.074863 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0d6c436b-d849-4a91-9c60-b6579e138748 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "DELETE /v2.0/floatingips/da6d03b7-4444-4bf6-acfc-2ec678004c25 HTTP/1.1" status: 204  len: 168 time: 0.4252887
Feb 28 10:43:55.428042 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f274c160-69f7-45e0-bc4d-c8ced4b948b0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:43:55.450678 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] No Port match for: f274c160-69f7-45e0-bc4d-c8ced4b948b0 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:43:55.451146 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Device f274c160-69f7-45e0-bc4d-c8ced4b948b0 not bound to the agent host hv-cinder-maste {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:43:56.265357 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50948) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:56.320786 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb740-03f3-43f5-876a-8989ca3b3975 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group (f8db74a4-c763-42b4-ad0d-12c095905505), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:56.344453 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb740-03f3-43f5-876a-8989ca3b3975 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group (f8db74a4-c763-42b4-ad0d-12c095905505), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:56.406884 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb740-03f3-43f5-876a-8989ca3b3975 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (f8db74a4-c763-42b4-ad0d-12c095905505), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:56.410310 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb740-03f3-43f5-876a-8989ca3b3975 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:56.411490 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7f3cb740-03f3-43f5-876a-8989ca3b3975 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8db74a4-c763-42b4-ad0d-12c095905505 HTTP/1.1" status: 204  len: 168 time: 0.1451483
Feb 28 10:43:56.420528 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cb740-03f3-43f5-876a-8989ca3b3975 tempest-TestVolumeBootPattern-1459461157 tempest-TestVolumeBootPattern-1459461157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db74a4-c763-42b4-ad0d-12c095905505,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:56.469253 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50952) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:56.989571 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (5e9b2c4a-de07-4228-b070-6456c795b0ec), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:57.230479 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Deleting port aeb67d95-b27e-44e1-95b8-6b43118cbeee {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:57.230860 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:57.308820 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] For port aeb67d95-b27e-44e1-95b8-6b43118cbeee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aeb67d95-b27e-44e1-95b8-6b43118cbeee,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:43:57.309513 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:57.322476 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Calling delete_port for aeb67d95-b27e-44e1-95b8-6b43118cbeee owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:57.498542 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (aeb67d95-b27e-44e1-95b8-6b43118cbeee), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:57.527755 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb67d95-b27e-44e1-95b8-6b43118cbeee,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:57.693916 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (5e9b2c4a-de07-4228-b070-6456c795b0ec), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:57.909010 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Router 5e9b2c4a-de07-4228-b070-6456c795b0ec has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:43:58.014304 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:43:58.019407 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5b4982c9-7329-4360-9e43-38cf600c8b48 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e9b2c4a-de07-4228-b070-6456c795b0ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5491333
Feb 28 10:43:58.021851 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50956) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:58.023744 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] Sync routers for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:43:58.034431 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:43:58.035073 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62587bcd00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:58.126545 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks [] for router (5e9b2c4a-de07-4228-b070-6456c795b0ec), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:58.140941 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: dv-cinder-master-3-iscsi {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:43:58.233225 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks [] for router_gateway (5e9b2c4a-de07-4228-b070-6456c795b0ec), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:58.286143 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Deleting port ef2e2f60-1da8-42e4-800a-2d416a889508 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:58.286495 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:58.316416 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62587bcd00>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 5, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port': {'id': 'ef2e2f60-1da8-42e4-800a-2d416a889508', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:46Z', 'updated_at': '2022-02-28T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:58.347465 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] Checking router: 5e9b2c4a-de07-4228-b070-6456c795b0ec for host: dv-cinder-master-3-iscsi {{(pid=102810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:43:58.355699 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] Routers {'5e9b2c4a-de07-4228-b070-6456c795b0ec'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:43:58.356310 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f62587bcd00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['5e9b2c4a-de07-4228-b070-6456c795b0ec'], 'active': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:58.366011 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] For port ef2e2f60-1da8-42e4-800a-2d416a889508, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ef2e2f60-1da8-42e4-800a-2d416a889508,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:43:58.366587 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:58.379020 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Calling delete_port for ef2e2f60-1da8-42e4-800a-2d416a889508 owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:58.443690 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvr_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] Set router 5e9b2c4a-de07-4228-b070-6456c795b0ec gateway port host: None {{(pid=102810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:43:58.495891 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_hamode_db [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f62587bcd00>, [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:43:58Z', 'revision_number': 6, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:58.526772 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd7e8e7-88cb-4575-b25b-708083467d1d None None] The sync data for ids ['5e9b2c4a-de07-4228-b070-6456c795b0ec'] in dv-cinder-master-3-iscsi is: [{'id': '5e9b2c4a-de07-4228-b070-6456c795b0ec', 'name': 'tempest-TestVolumeBootPattern-721236599-router', 'tenant_id': '340c3f500cc14200bce6eb3ae5d77f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:43:58Z', 'revision_number': 6, 'project_id': '340c3f500cc14200bce6eb3ae5d77f21', 'gw_port_host': None}] {{(pid=102810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:43:58.557358 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (ef2e2f60-1da8-42e4-800a-2d416a889508), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:58.582365 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2e2f60-1da8-42e4-800a-2d416a889508,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:58.644720 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (5e9b2c4a-de07-4228-b070-6456c795b0ec), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:58.737523 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (5e9b2c4a-de07-4228-b070-6456c795b0ec), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:58.739619 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks [] for router_controller (5e9b2c4a-de07-4228-b070-6456c795b0ec), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.055000 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (5e9b2c4a-de07-4228-b070-6456c795b0ec), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.055592 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9b2c4a-de07-4228-b070-6456c795b0ec {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:43:59.060130 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.061270 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d41f2ec2-b837-487b-81d3-29c1c512e8e2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5e9b2c4a-de07-4228-b070-6456c795b0ec HTTP/1.1" status: 204  len: 168 time: 1.0382364
Feb 28 10:43:59.064956 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50958) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:59.107059 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] Deleting subnet d8355857-48f5-458f-b000-cf9b8b214bb5 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:43:59.110068 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] Publish callbacks [] for subnet (d8355857-48f5-458f-b000-cf9b8b214bb5), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.145075 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (d8355857-48f5-458f-b000-cf9b8b214bb5), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.222944 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (d8355857-48f5-458f-b000-cf9b8b214bb5), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.277161 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (d8355857-48f5-458f-b000-cf9b8b214bb5), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.280702 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device aeb67d95-b27e-44e1-95b8-6b43118cbeee no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:43:59.303544 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: aeb67d95-b27e-44e1-95b8-6b43118cbeee {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:43:59.303908 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device aeb67d95-b27e-44e1-95b8-6b43118cbeee not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:43:59.304046 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8355857-48f5-458f-b000-cf9b8b214bb5,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:59.307741 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.310870 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-584fab00-d21b-4b7b-9ae5-0565ba37115a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8355857-48f5-458f-b000-cf9b8b214bb5 HTTP/1.1" status: 204  len: 168 time: 0.2449327
Feb 28 10:43:59.313414 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50960) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:59.321069 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4d08e-f86f-48a6-82c2-2cfaa8f3af55 None None] Network f54c5564-db90-44fd-8f80-426da1be843a requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:43:59.381917 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (f54c5564-db90-44fd-8f80-426da1be843a), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.438012 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Deleting port 1417665a-7161-4b39-bb25-8b38d89b1e92 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:59.438381 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.479266 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] DHCP port deletion for f54c5564-db90-44fd-8f80-426da1be843a request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:43:59.507690 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] For port 1417665a-7161-4b39-bb25-8b38d89b1e92, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1417665a-7161-4b39-bb25-8b38d89b1e92,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:43:59.508508 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.522729 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Calling delete_port for 1417665a-7161-4b39-bb25-8b38d89b1e92 owned by network:dhcp {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:59.528956 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Deleting port 1417665a-7161-4b39-bb25-8b38d89b1e92 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:43:59.529333 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.600820 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] For port 1417665a-7161-4b39-bb25-8b38d89b1e92, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1417665a-7161-4b39-bb25-8b38d89b1e92,segment=NetworkSegment(5386507c-8bf1-45e6-88a1-e9f60b552ad9),segment_id=5386507c-8bf1-45e6-88a1-e9f60b552ad9)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:43:59.601268 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.612737 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.619694 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Calling delete_port for 1417665a-7161-4b39-bb25-8b38d89b1e92 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:43:59.639193 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Pushing event deleted for resources: {'Port': ['ID=1417665a-7161-4b39-bb25-8b38d89b1e92,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:59.641415 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] No DVR routers for this DVR port 1417665a-7161-4b39-bb25-8b38d89b1e92 on host dv-cinder-master-3-iscsi {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:43:59.671127 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.671491 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.671843 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.672189 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.672529 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.672866 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.673237 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.673573 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.673908 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.674240 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.674570 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.674922 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.675251 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.702940 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588'] for port (1417665a-7161-4b39-bb25-8b38d89b1e92), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.725264 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (f54c5564-db90-44fd-8f80-426da1be843a), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.729086 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Pushing event deleted for resources: {'Port': ['ID=1417665a-7161-4b39-bb25-8b38d89b1e92,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:43:59.734670 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] No DVR routers for this DVR port 1417665a-7161-4b39-bb25-8b38d89b1e92 on host dv-cinder-master-3-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:43:59.745593 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.745593 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.745828 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.746027 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.746368 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.746725 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.746838 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253c9c070>,) {'filters': {'network_id': ['f54c5564-db90-44fd-8f80-426da1be843a']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:59.747059 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.747386 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.747710 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.748036 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.748649 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.748887 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.749061 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff304c-41cf-4e4b-bfcf-16a7c79da2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 10:43:59.756698 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253c9c070>, '5386507c-8bf1-45e6-88a1-e9f60b552ad9') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:59.757003 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253c9c070>, '5386507c-8bf1-45e6-88a1-e9f60b552ad9') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:43:59.766421 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (5386507c-8bf1-45e6-88a1-e9f60b552ad9), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.779899 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (5386507c-8bf1-45e6-88a1-e9f60b552ad9), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.786487 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:43:59.786972 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (5386507c-8bf1-45e6-88a1-e9f60b552ad9), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:43:59.788581 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:43:59.843818 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (f54c5564-db90-44fd-8f80-426da1be843a), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.850042 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:43:59.853341 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] 10.222.0.21 "DELETE /v2.0/networks/f54c5564-db90-44fd-8f80-426da1be843a HTTP/1.1" status: 204  len: 168 time: 0.5389047
Feb 28 10:43:59.856465 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50962) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:43:59.870443 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67823135-9826-4961-bd20-bedb3abb75af admin admin] Pushing event deleted for resources: {'Network': ['ID=f54c5564-db90-44fd-8f80-426da1be843a,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:00.207226 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545792'] for router_interface (b3817b3c-714d-4deb-8219-a96d91c4e5e4), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:00.447816 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Deleting port e8d3c2f4-d7b6-4f3c-8364-78c172c43416 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:44:00.448160 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:00.529468 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] For port e8d3c2f4-d7b6-4f3c-8364-78c172c43416, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,segment=NetworkSegment(d37a1fe7-168b-4ba0-984e-312e4cfa7388),segment_id=d37a1fe7-168b-4ba0-984e-312e4cfa7388)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:44:00.529801 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:00.542125 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Calling delete_port for e8d3c2f4-d7b6-4f3c-8364-78c172c43416 owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:44:00.718495 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (e8d3c2f4-d7b6-4f3c-8364-78c172c43416), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:00.747392 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d3c2f4-d7b6-4f3c-8364-78c172c43416,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:00.901413 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device ef2e2f60-1da8-42e4-800a-2d416a889508 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:44:00.923242 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: ef2e2f60-1da8-42e4-800a-2d416a889508 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:44:00.923861 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device ef2e2f60-1da8-42e4-800a-2d416a889508 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:44:00.924294 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 1417665a-7161-4b39-bb25-8b38d89b1e92 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:44:00.926931 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546028'] for router_interface (b3817b3c-714d-4deb-8219-a96d91c4e5e4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:00.946235 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 1417665a-7161-4b39-bb25-8b38d89b1e92 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:44:00.946606 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 1417665a-7161-4b39-bb25-8b38d89b1e92 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:44:01.146162 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Router b3817b3c-714d-4deb-8219-a96d91c4e5e4 has already been hosted by L3 agent 768c1290-4ed8-4694-9174-eb0e63e18de0 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 10:44:01.253141 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 10:44:01.258069 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-94c385a0-d1ca-44e3-9252-96ef27749821 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3817b3c-714d-4deb-8219-a96d91c4e5e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4005449
Feb 28 10:44:01.260606 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50964) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:44:01.263115 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] Sync routers for ids ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'] in dv-cinder-master-3-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 28 10:44:01.273115 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] Routers {'b3817b3c-714d-4deb-8219-a96d91c4e5e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:44:01.273724 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259b60d90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:44:01.365483 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks [] for router (b3817b3c-714d-4deb-8219-a96d91c4e5e4), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:01.379859 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] Set router b3817b3c-714d-4deb-8219-a96d91c4e5e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:44:01.468038 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks [] for router_gateway (b3817b3c-714d-4deb-8219-a96d91c4e5e4), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:01.520893 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Deleting port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:44:01.521232 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:01.557433 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259b60d90>, [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'external_fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92'}], 'enable_snat': True}, 'gw_port_id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:44:00Z', 'revision_number': 5, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port': {'id': '29936d2b-d70c-4d55-a7ea-ef4ae2a85322', 'name': '', 'network_id': 'c851560d-5d8e-4c28-a05d-f54e16006ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'ip_address': '172.37.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b594f24e-ee42-4862-ab17-6c76ba4f6243', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:44:01.583820 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] Checking router: b3817b3c-714d-4deb-8219-a96d91c4e5e4 for host: dv-cinder-master-3-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 28 10:44:01.592103 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] Routers {'b3817b3c-714d-4deb-8219-a96d91c4e5e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 28 10:44:01.592735 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6259b60d90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:23:16Z,description=<?>,heartbeat_timestamp=2022-02-28T10:43:46Z,host='dv-cinder-master-3-iscsi',id=768c1290-4ed8-4694-9174-eb0e63e18de0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T10:23:16Z,topic='l3_agent')) {'router_ids': ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:44:01.598922 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] For port 29936d2b-d70c-4d55-a7ea-ef4ae2a85322, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,segment=NetworkSegment(f3093062-81bf-4cee-9fe4-5522c935b99c),segment_id=f3093062-81bf-4cee-9fe4-5522c935b99c)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:44:01.599298 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:01.612783 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Calling delete_port for 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:44:01.766449 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] Set router b3817b3c-714d-4deb-8219-a96d91c4e5e4 gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 28 10:44:01.784841 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4393214'] for port (29936d2b-d70c-4d55-a7ea-ef4ae2a85322), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:01.812931 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Pushing event deleted for resources: {'Port': ['ID=29936d2b-d70c-4d55-a7ea-ef4ae2a85322,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:01.818509 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6259b60d90>, [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:44:01Z', 'revision_number': 6, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:44:01.851405 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98078b-85cd-4900-b152-c8c5d6ed7443 None None] The sync data for ids ['b3817b3c-714d-4deb-8219-a96d91c4e5e4'] in dv-cinder-master-3-iscsi is: [{'id': 'b3817b3c-714d-4deb-8219-a96d91c4e5e4', 'name': 'tempest-TestVolumeBootPattern-2040039166-router', 'tenant_id': 'd467e14abb3d4405a46a4500f82450fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:50Z', 'updated_at': '2022-02-28T10:44:01Z', 'revision_number': 6, 'project_id': 'd467e14abb3d4405a46a4500f82450fb', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 28 10:44:01.878237 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544334'] for router_gateway (b3817b3c-714d-4deb-8219-a96d91c4e5e4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:01.968132 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124116'] for router (b3817b3c-714d-4deb-8219-a96d91c4e5e4), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:01.971055 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks [] for router_controller (b3817b3c-714d-4deb-8219-a96d91c4e5e4), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.014775 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545509'] for router (b3817b3c-714d-4deb-8219-a96d91c4e5e4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.015317 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3817b3c-714d-4deb-8219-a96d91c4e5e4 {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 10:44:02.020611 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.021748 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-873ed85c-7f7a-40e6-a1fe-c36eca28c165 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b3817b3c-714d-4deb-8219-a96d91c4e5e4 HTTP/1.1" status: 204  len: 168 time: 0.7602370
Feb 28 10:44:02.024301 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50966) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:44:02.068408 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] Deleting subnet 3b84cc9a-66dd-4e57-a622-e773abb85e7a {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Feb 28 10:44:02.071444 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] Publish callbacks [] for subnet (3b84cc9a-66dd-4e57-a622-e773abb85e7a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.110633 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4539086'] for subnet (3b84cc9a-66dd-4e57-a622-e773abb85e7a), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.189346 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346157'] for subnet (3b84cc9a-66dd-4e57-a622-e773abb85e7a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.245257 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4536323'] for subnet (3b84cc9a-66dd-4e57-a622-e773abb85e7a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.271192 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b84cc9a-66dd-4e57-a622-e773abb85e7a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:02.274784 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.278140 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1e11adb2-7975-42c0-bacc-a935f60163b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3b84cc9a-66dd-4e57-a622-e773abb85e7a HTTP/1.1" status: 204  len: 168 time: 0.2528071
Feb 28 10:44:02.280996 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bdb09-ea79-434b-92d5-3c2efbb991ab None None] Network 44499cf9-018a-4269-8174-5b592bedcc9f requested from dv-cinder-master-3-iscsi {{(pid=102810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 28 10:44:02.283489 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50968) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:44:02.350944 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1384598'] for network (44499cf9-018a-4269-8174-5b592bedcc9f), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.404960 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Deleting port 51026ddd-7458-46ad-a9d1-787824f6f241 {{(pid=102808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 28 10:44:02.405305 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753777282169'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.471089 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.db [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] For port 51026ddd-7458-46ad-a9d1-787824f6f241, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51026ddd-7458-46ad-a9d1-787824f6f241,segment=NetworkSegment(d37a1fe7-168b-4ba0-984e-312e4cfa7388),segment_id=d37a1fe7-168b-4ba0-984e-312e4cfa7388)] {{(pid=102808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 10:44:02.471496 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555371'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.483751 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.plugin [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Calling delete_port for 51026ddd-7458-46ad-a9d1-787824f6f241 owned by network:dhcp {{(pid=102808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 28 10:44:02.569471 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1781171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753777289180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753776765588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059573'] for port (51026ddd-7458-46ad-a9d1-787824f6f241), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.594540 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48028ade-3df1-4471-81a1-b25786f09386 None None] DHCP port deletion for 44499cf9-018a-4269-8174-5b592bedcc9f request from dv-cinder-master-3-iscsi {{(pid=102810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 28 10:44:02.598368 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Pushing event deleted for resources: {'Port': ['ID=51026ddd-7458-46ad-a9d1-787824f6f241,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:02.614487 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] No DVR routers for this DVR port 51026ddd-7458-46ad-a9d1-787824f6f241 on host dv-cinder-master-3-iscsi {{(pid=102808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 10:44:02.685231 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1825430', 'neutron.services.segments.db._delete_segments_for_network-8753777175965'] for network (44499cf9-018a-4269-8174-5b592bedcc9f), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.706265 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6253c48d90>,) {'filters': {'network_id': ['44499cf9-018a-4269-8174-5b592bedcc9f']}} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:44:02.715198 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253c48d90>, 'd37a1fe7-168b-4ba0-984e-312e4cfa7388') {'for_net_delete': True} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:44:02.715503 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.services.segments.db [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6253c48d90>, 'd37a1fe7-168b-4ba0-984e-312e4cfa7388') {} {{(pid=102808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 10:44:02.724920 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753777178790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4688913'] for segment (d37a1fe7-168b-4ba0-984e-312e4cfa7388), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.739662 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682'] for segment (d37a1fe7-168b-4ba0-984e-312e4cfa7388), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.746069 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 28 10:44:02.746549 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059352'] for segment (d37a1fe7-168b-4ba0-984e-312e4cfa7388), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]: Traceback (most recent call last):
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     timer()
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     cb(*args, **kw)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     return func(*args, **kwargs)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     self._notify()
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     self.callback(batched_events)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     event.method(event)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     return f(self, *a, **k)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._get(url).json()
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     return self.request(url, 'GET', **kwargs)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 10:44:02.748377 dv-cinder-master-3-iscsi neutron-server[102808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 10:44:02.811309 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1825519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544370'] for network (44499cf9-018a-4269-8174-5b592bedcc9f), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.818713 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567712'] for network (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:02.824659 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] 10.222.0.21 "DELETE /v2.0/networks/44499cf9-018a-4269-8174-5b592bedcc9f HTTP/1.1" status: 204  len: 168 time: 0.5372443
Feb 28 10:44:02.832823 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961370bc-2868-4cbc-81c1-cf1aa1f3c58b admin admin] Pushing event deleted for resources: {'Network': ['ID=44499cf9-018a-4269-8174-5b592bedcc9f,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:02.859620 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:44:02.880843 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:44:02.881195 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 29936d2b-d70c-4d55-a7ea-ef4ae2a85322 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:44:02.881628 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device e8d3c2f4-d7b6-4f3c-8364-78c172c43416 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:44:02.903982 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: e8d3c2f4-d7b6-4f3c-8364-78c172c43416 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:44:02.904335 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device e8d3c2f4-d7b6-4f3c-8364-78c172c43416 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:44:02.904754 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 51026ddd-7458-46ad-a9d1-787824f6f241 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 28 10:44:02.923889 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] No Port match for: 51026ddd-7458-46ad-a9d1-787824f6f241 {{(pid=102810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 28 10:44:02.924329 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.rpc [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Device 51026ddd-7458-46ad-a9d1-787824f6f241 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=102810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 28 10:44:02.981009 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50972) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:44:03.019999 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-b9a4382e-4501-4dac-a347-3941133a561d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=340c3f500cc14200bce6eb3ae5d77f21&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0378351
Feb 28 10:44:03.022485 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.wsgi [-] (102808) accepted ('10.222.0.21', 50974) {{(pid=102808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:44:03.068555 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-18f13104-16e6-4e4f-bd71-864bf5b45ced admin admin] Publish callbacks [] for security_group (02bd6705-f512-40d1-95fb-aed4101afbbb), before_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.089465 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-18f13104-16e6-4e4f-bd71-864bf5b45ced admin admin] Publish callbacks [] for security_group (02bd6705-f512-40d1-95fb-aed4101afbbb), precommit_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.136977 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-18f13104-16e6-4e4f-bd71-864bf5b45ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (02bd6705-f512-40d1-95fb-aed4101afbbb), after_delete {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.139534 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron_lib.callbacks.manager [None req-18f13104-16e6-4e4f-bd71-864bf5b45ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.140705 dv-cinder-master-3-iscsi neutron-server[102808]: INFO neutron.wsgi [None req-18f13104-16e6-4e4f-bd71-864bf5b45ced admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02bd6705-f512-40d1-95fb-aed4101afbbb HTTP/1.1" status: 204  len: 168 time: 0.1173265
Feb 28 10:44:03.148903 dv-cinder-master-3-iscsi neutron-server[102808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f13104-16e6-4e4f-bd71-864bf5b45ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bd6705-f512-40d1-95fb-aed4101afbbb,revision_number=None']} {{(pid=102808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:03.443997 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50980) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:44:03.484281 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ece1aed7-bae0-45a5-b4c9-52ed4eb2063c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d467e14abb3d4405a46a4500f82450fb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0391605
Feb 28 10:44:03.486839 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.21', 50982) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 28 10:44:03.533502 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-843e5f5b-1767-4221-8575-b5d003d7e149 admin admin] Publish callbacks [] for security_group (2f5f66a1-11cb-41c6-be50-869bc084918b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.554748 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-843e5f5b-1767-4221-8575-b5d003d7e149 admin admin] Publish callbacks [] for security_group (2f5f66a1-11cb-41c6-be50-869bc084918b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.606660 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-843e5f5b-1767-4221-8575-b5d003d7e149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623296'] for security_group (2f5f66a1-11cb-41c6-be50-869bc084918b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.609325 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-843e5f5b-1767-4221-8575-b5d003d7e149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:03.610425 dv-cinder-master-3-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-843e5f5b-1767-4221-8575-b5d003d7e149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f5f66a1-11cb-41c6-be50-869bc084918b HTTP/1.1" status: 204  len: 168 time: 0.1226923
Feb 28 10:44:03.620417 dv-cinder-master-3-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e5f5b-1767-4221-8575-b5d003d7e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f66a1-11cb-41c6-be50-869bc084918b,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 10:44:05.156359 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:44:06.171009 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:13.696176 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c30d0035-9b32-42c7-a92e-b18843c443f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:15.981612 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5408f4f9-4a44-4a31-b33f-e8245c79733b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:17.153746 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:18.551598 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:19.975763 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:36.170173 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:42.155656 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:44:43.697625 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d1801a5b-8e32-4997-973f-795004d9d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:45.983948 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b792b89e-cbd3-40f5-9b67-66aaab442788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:47.157611 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:48.555285 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:44:49.978720 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:06.183212 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:13.699669 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa98c095-20b4-4668-a6dd-dfa0b78e6c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:15.985845 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f228abb-9652-430e-8fdf-8acc49b6c28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:17.159452 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:18.557690 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:19.155251 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:45:19.984261 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:36.180126 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:43.701146 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-580cc021-da01-44be-944a-704866d43ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:45.987252 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f98eed2c-8377-41b9-a72e-57845479c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:47.163128 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:48.561802 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:49.986089 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:45:56.154166 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:46:06.181226 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:13.702875 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-58fc7626-1781-425f-83f8-7ccc9dc00c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:15.988857 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c8d89c9e-eaec-43c2-9fb2-bcb5a75f5094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:17.165984 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:18.564023 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:19.989450 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:33.153215 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:46:36.180119 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:43.704865 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1db2-aa9e-402d-b8ce-85ffed872c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:45.990000 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9d1a3c78-b08a-460e-81dc-0966694f3950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:47.169003 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:48.568117 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:46:49.992029 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:06.214125 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:10.152206 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:47:13.706876 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b13aa698-c76c-4b64-afa0-f897a8643f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:15.992090 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-590d000e-7f23-466b-abd3-4cb15ee3cd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:17.172088 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:18.570270 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:19.994206 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:36.206368 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:43.707829 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8193d9c-5bb2-4577-a5ea-a4c036d25355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:45.992377 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f221255-8395-479d-8d4f-55d1eca34e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:47.151442 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:47:47.173749 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:48.573887 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:47:49.995500 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:06.208961 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:13.708624 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-37014ffd-dfd3-4db0-baee-eb1e535ac4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:15.993979 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-35305f17-6bd1-486e-80b3-3e4ae50877d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:17.177324 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:18.576797 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:19.997222 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:24.150805 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:48:36.224254 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:43.710705 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ae56f5b-c947-44c6-9360-c96ca317608d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:45.995764 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67c900dc-c1af-4cc4-aa5e-b67ccc719154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:47.178873 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:48.580057 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:48:50.003475 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:49:01.150222 dv-cinder-master-3-iscsi neutron-server[102811]: DEBUG neutron.db.agents_db [None req-49eb1bd9-e5cc-4893-9057-e242354354fd None None] Agent healthcheck: found 6 active agents {{(pid=102811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 28 10:49:06.226908 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fef62e7f-6d78-493e-9321-cf00739f1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (268cf2cf-1e3b-4fb6-a075-015ed1bdde84), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:49:13.726268 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-31554e10-118b-4235-9670-c2657e9ce172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (04a6d2f9-0cc4-4f01-9e87-2d93643f36c1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:49:15.996182 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95049a21-41f2-4743-b674-5d3d1eb3ed85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (768c1290-4ed8-4694-9174-eb0e63e18de0), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:49:17.182834 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a09a8089-0af8-4abe-a6ac-8cc426549901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (d0a115b3-e780-467e-8cff-6f27519afab2), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:49:18.583899 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e066062c-c850-49a7-b257-00b0d768dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (35000d8c-e586-4982-8cba-67228c790cef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 28 10:49:19.998241 dv-cinder-master-3-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-64163b7f-c765-4685-9379-81a9594ec293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753777175947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1820545'] for agent (f9219552-c29c-41e9-8e48-33c9a5dba953), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}